Class cascading.detail.EachEachPipeAssemblyPlatformTest

2016-01-14 18:32:09,989 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 18:32:10,015 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.detail.EachEachPipeAssemblyPlatformTest, with platform: hadoop2-tez
2016-01-14 18:32:10,508 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-01-14 18:32:10,981 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 18:32:11,296 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 18:32:11,512 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:11,513 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:11,643 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 61ADC46426994B6DA454CF75D47F0C5A
2016-01-14 18:32:11,855 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.065
2016-01-14 18:32:11,868 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.080
2016-01-14 18:32:11,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:11,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:11,871 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:12,040 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:12,045 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:12,252 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 18:32:12,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:12,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:12,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"]
2016-01-14 18:32:12,257 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:12,257 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:12,257 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:12,258 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:12,258 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:12,281 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:12,443 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:12,450 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:12,450 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:12,505 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001 doesn't exist and is created
2016-01-14 18:32:12,569 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:12,569 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:12,570 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001
2016-01-14 18:32:12,614 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796332449_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:12,675 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 18:32:12,676 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 18:32:12,676 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:12,679 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:12,694 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:12,716 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:12,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:12,722 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001/localmode-log-dir
2016-01-14 18:32:12,723 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001/localmode-log-dir/history.txt.appattempt_1452796332449_0001_000000, maxErrors=10
2016-01-14 18:32:12,723 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:12,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796332449_0001_000000, appSubmitTime=1452796332600, launchTime=1452796332613
2016-01-14 18:32:12,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:12,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:12,736 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:12,739 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:12,776 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 18:32:12,776 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 18:32:12,776 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:12,798 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:59125
2016-01-14 18:32:12,825 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:12,877 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 18:32:12,877 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 18:32:12,877 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:12,904 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:12,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796332449_0001_000000, startTime=1452796332904
2016-01-14 18:32:12,905 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:12,978 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:12,994 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:12,994 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452796332449_0001, dagName=[DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:13,209 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:13,314 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796332449_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001/localmode-log-dir/dag_1452796332449_0001_1.dot
2016-01-14 18:32:13,319 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001/localmode-log-dir/dag_1452796332449_0001_1-tez-dag.pb.txt
2016-01-14 18:32:13,428 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796332449_0001_1
2016-01-14 18:32:13,428 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:13,429 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:13 Running Dag: dag_1452796332449_0001_1
2016-01-14 18:32:13,457 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:13,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796332449_0001_1, submitTime=1452796333210
2016-01-14 18:32:13,487 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E324E7CD7F6742AF88FF609620685AEE
2016-01-14 18:32:13,489 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:13,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796332449_0001_1, initTime=1452796333459
2016-01-14 18:32:13,492 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796332449_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:13,491 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:13,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:DAG_STARTED]: dagID=dag_1452796332449_0001_1, startTime=1452796333493
2016-01-14 18:32:13,494 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:13,495 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796332449_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:13,496 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E324E7CD7F6742AF88FF609620685AEE : {307DDE3AC0554FCF9A1E187EADBFE50E={InputName=307DDE3AC0554FCF9A1E187EADBFE50E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:13,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:13,497 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 307DDE3AC0554FCF9A1E187EADBFE50E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:13,497 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,507 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,507 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,509 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452796332449_0001, dagName=[DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:13,510 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]. Starting root input initializers: 1
2016-01-14 18:32:13,531 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 307DDE3AC0554FCF9A1E187EADBFE50E on vertex vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,541 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:13,550 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796332449_0001, with dag id: dag_1452796332449_0001_1
2016-01-14 18:32:13,563 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:13,568 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 307DDE3AC0554FCF9A1E187EADBFE50E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:13,573 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:13,573 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:13,623 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:13,625 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 307DDE3AC0554FCF9A1E187EADBFE50E on vertex vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,627 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:13,627 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {307DDE3AC0554FCF9A1E187EADBFE50E=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:13,641 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] parallelism set to 1
2016-01-14 18:32:13,641 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:13,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796332449_0001_1_00, eventCount=1
2016-01-14 18:32:13,650 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,650 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=11267F00635C4224B68A6078A70A7B93, vertexId=vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:13,652 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=11267F00635C4224B68A6078A70A7B93, vertexId=vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,674 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=11267F00635C4224B68A6078A70A7B93, vertexName=E324E7CD7F6742AF88FF609620685AEE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:13,684 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=11267F00635C4224B68A6078A70A7B93, vertexId=vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:13,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, vertexId=vertex_1452796332449_0001_1_00, initRequestedTime=1452796333496, initedTime=1452796333686, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:13,687 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] with distanceFromRoot: 0
2016-01-14 18:32:13,687 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:13,689 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E324E7CD7F6742AF88FF609620685AEE
2016-01-14 18:32:13,690 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,691 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:13,691 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796332449_0001_1_00, startRequestedTime=1452796333688, startedTime=1452796333688
2016-01-14 18:32:13,693 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:13,717 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:13,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:TASK_STARTED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, taskId=task_1452796332449_0001_1_00_000000, scheduledTime=1452796333716, launchTime=1452796333716
2016-01-14 18:32:13,718 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796332449_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:13,719 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:13,721 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1, VertexName: E324E7CD7F6742AF88FF609620685AEE, VertexParallelism: 1, TaskAttemptID:attempt_1452796332449_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=307DDE3AC0554FCF9A1E187EADBFE50E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=11267F00635C4224B68A6078A70A7B93, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:13,724 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796332449_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:13,724 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:13,762 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:13,766 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:13,766 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:13,770 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796332449_0001_00_000001
2016-01-14 18:32:13,770 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:13,788 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796332449_0001_00_000001
2016-01-14 18:32:13,789 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:13,793 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:13,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:13,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796332449_0001_00_000001, launchTime=1452796333793
2016-01-14 18:32:13,798 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796332449_0001_00_000001
2016-01-14 18:32:13,801 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796332449_0001_1_00_000000_0] to container: [container_1452796332449_0001_00_000001]
2016-01-14 18:32:13,801 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:13,802 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796332449_0001_00_000001 given task: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13,802 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796332449_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13 Starting to run new task attempt: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13,803 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13,804 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:13,805 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796332449_0001_1_00_000000_0] started. Is using containerId: [container_1452796332449_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:13,805 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:13,806 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:13,807 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:13,807 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:13,808 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0, startTime=1452796333803, containerId=container_1452796332449_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796332449_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:13,810 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796332449_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:13,810 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-01-14 18:32:13,814 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:13,816 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796332449_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:13,841 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:13,842 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1, VertexName: E324E7CD7F6742AF88FF609620685AEE, VertexParallelism: 1, TaskAttemptID:attempt_1452796332449_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=307DDE3AC0554FCF9A1E187EADBFE50E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=11267F00635C4224B68A6078A70A7B93, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:13,845 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:13,850 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:13,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:13,855 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796332449_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:13,858 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=307DDE3AC0554FCF9A1E187EADBFE50E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:13,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:13,860 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=11267F00635C4224B68A6078A70A7B93, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:13,860 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:13,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,862 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:13,862 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 11267F00635C4224B68A6078A70A7B93
2016-01-14 18:32:13,863 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:13,865 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,865 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 11267F00635C4224B68A6078A70A7B93
2016-01-14 18:32:13,889 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:13,892 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:13,894 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,905 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:13,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 11267F00635C4224B68A6078A70A7B93
2016-01-14 18:32:13,908 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E324E7CD7F6742AF88FF609620685AEE, ordinal: 0
2016-01-14 18:32:13,909 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E324E7CD7F6742AF88FF609620685AEE, mem on start (mb), free: 188, total: 281, max: 672
2016-01-14 18:32:13,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:13,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:13,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:13,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:13,910 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:13,916 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:13,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:13,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:13,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:13,918 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:13,918 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:13,918 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 307DDE3AC0554FCF9A1E187EADBFE50E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:13,918 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 11267F00635C4224B68A6078A70A7B93, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:13,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:13,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 307DDE3AC0554FCF9A1E187EADBFE50E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:13,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:13,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:13,920 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:13,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:13,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:13,923 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:13,925 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:13,938 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@26fd34f3
2016-01-14 18:32:13,947 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@26fd34f3
2016-01-14 18:32:13,948 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:13,948 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:13,970 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:14,004 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 307DDE3AC0554FCF9A1E187EADBFE50E
2016-01-14 18:32:14,005 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"], id: 11267F00635C4224B68A6078A70A7B93
2016-01-14 18:32:14,006 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"]
2016-01-14 18:32:14,009 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:14,009 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:14,012 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E324E7CD7F6742AF88FF609620685AEE, all 1 inputs ready in: 00:00:00.002
2016-01-14 18:32:14,024 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:14,025 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:14,026 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14,027 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796332449_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:14,029 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14,029 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E324E7CD7F6742AF88FF609620685AEE, mem on close (mb), free: 180, total: 281, max: 672
2016-01-14 18:32:14 Completed running task attempt: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14,040 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:14,045 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796334012, Process_Duration=16, Process_End_Time=1452796334028, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:14,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:14,045 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:14,046 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,047 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796332449_0001_00_000001
2016-01-14 18:32:14,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, taskAttemptId=attempt_1452796332449_0001_1_00_000000_0, startTime=1452796333803, finishTime=1452796334042, timeTaken=239, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334012, Process_Duration=16, Process_End_Time=1452796334028, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,053 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796332449_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:14,053 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:14,057 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:14,067 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:TASK_FINISHED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, taskId=task_1452796332449_0001_1_00_000000, startTime=1452796333803, finishTime=1452796334058, timeTaken=255, status=SUCCEEDED, successfulAttemptID=attempt_1452796332449_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334012, Process_Duration=16, Process_End_Time=1452796334028, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,072 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796332449_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:14,073 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:14,074 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:14,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796332449_0001_00_000001, stoppedTime=1452796334074, exitStatus=0
2016-01-14 18:32:14,077 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:14,079 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] : 1
2016-01-14 18:32:14,079 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:14,084 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796332449_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:14,084 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796332449_0001_00_000001: 34 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:14,084 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796332449_0001_00_000001, Exiting
2016-01-14 18:32:14,084 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796332449_0001_00_000001
2016-01-14 18:32:14,084 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796332449_0001_00_000001
2016-01-14 18:32:14,088 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796332449_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:14,089 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796332449_0001_00_000001 completed successfully
2016-01-14 18:32:14,089 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:14,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:VERTEX_FINISHED]: vertexName=E324E7CD7F6742AF88FF609620685AEE, vertexId=vertex_1452796332449_0001_1_00, initRequestedTime=1452796333496, initedTime=1452796333686, startRequestedTime=1452796333688, startedTime=1452796333688, finishTime=1452796334079, timeTaken=391, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334012, Process_Duration=16, Process_End_Time=1452796334028, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796333803, firstTasksToStart=[ task_1452796332449_0001_1_00_000000 ], lastTaskFinishTime=1452796334042, lastTasksToFinish=[ task_1452796332449_0001_1_00_000000 ], minTaskDuration=239, maxTaskDuration=239, avgTaskDuration=239.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796332449_0001_1_00_000000 ], longestDurationTasks=[ task_1452796332449_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:14,095 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:14,096 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796332449_0001_00_000001
2016-01-14 18:32:14,097 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796332449_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:14,098 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:14,098 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796332449_0001_1
2016-01-14 18:32:14,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796332449_0001_1
2016-01-14 18:32:14,100 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 11267F00635C4224B68A6078A70A7B93 for vertex: vertex_1452796332449_0001_1_00 [E324E7CD7F6742AF88FF609620685AEE]
2016-01-14 18:32:14,120 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796332449_0001_1, queueSize=0
2016-01-14 18:32:14,121 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:14,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796332449_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796332449_0001_1, startTime=1452796333493, finishTime=1452796334110, timeTaken=617, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334012, Process_Duration=16, Process_End_Time=1452796334028, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,127 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796332449_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:14,127 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796332449_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:14 Completed Dag: dag_1452796332449_0001_1
2016-01-14 18:32:14,129 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796332449_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:14,129 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796332449_0001_1_post
2016-01-14 18:32:14,130 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,130 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:14,144 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452796332449_0001
2016-01-14 18:32:14,150 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:14,150 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:14,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:14,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:14,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:14,152 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:14,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:14,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:14,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:14,155 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:14,156 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:14,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:14,157 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:14,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DDFD840B7CAA4F7BB247E9CD646D48EF/D7580EF49F6D4210BC78B2932D897CF7/.tez/application_1452796332449_0001
2016-01-14 18:32:14,163 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:01.908
2016-01-14 18:32:14,338 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_-1
2016-01-14 18:32:14,389 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:14,389 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:14,479 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-01-14 18:32:14,495 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.049
2016-01-14 18:32:14,496 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:14,497 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:14,497 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:14,521 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:14,522 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'
2016-01-14 18:32:14,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:14,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:14,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"]
2016-01-14 18:32:14,559 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:14,559 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:14,560 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:14,561 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 18:32:14,561 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:14,582 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:14,587 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:14,587 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:14,588 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:14,598 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001 doesn't exist and is created
2016-01-14 18:32:14,620 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:14,620 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:14,621 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001
2016-01-14 18:32:14,624 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796334587_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:14,643 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:14,645 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:14,648 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:14,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:14,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001/localmode-log-dir
2016-01-14 18:32:14,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001/localmode-log-dir/history.txt.appattempt_1452796334587_0001_000000, maxErrors=10
2016-01-14 18:32:14,650 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:14,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796334587_0001_000000, appSubmitTime=1452796334623, launchTime=1452796334623
2016-01-14 18:32:14,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:14,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:14,663 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34646
2016-01-14 18:32:14,665 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:14,665 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:14,669 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:14,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:14,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796334587_0001_000000, startTime=1452796334672
2016-01-14 18:32:14,672 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:14,720 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:14,720 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:14,721 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452796334587_0001, dagName=[E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 18:32:14,753 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 18:32:14,757 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796334587_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001/localmode-log-dir/dag_1452796334587_0001_1.dot
2016-01-14 18:32:14,758 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001/localmode-log-dir/dag_1452796334587_0001_1-tez-dag.pb.txt
2016-01-14 18:32:14,789 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796334587_0001_1
2016-01-14 18:32:14,789 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,789 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 18:32:14 Running Dag: dag_1452796334587_0001_1
2016-01-14 18:32:14,801 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:14,802 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796334587_0001_1, submitTime=1452796334754
2016-01-14 18:32:14,803 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E2FA78B85F1340828E844C41E6308C54
2016-01-14 18:32:14,804 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:14,805 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:14,806 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796334587_0001_1, initTime=1452796334803
2016-01-14 18:32:14,806 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796334587_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:14,808 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:DAG_STARTED]: dagID=dag_1452796334587_0001_1, startTime=1452796334806
2016-01-14 18:32:14,808 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:14,808 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:14,808 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796334587_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:14,808 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E2FA78B85F1340828E844C41E6308C54 : {69355E2F54974A329853C08C9B850B06={InputName=69355E2F54974A329853C08C9B850B06}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:14,809 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 69355E2F54974A329853C08C9B850B06, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:14,809 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,809 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,809 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,809 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]. Starting root input initializers: 1
2016-01-14 18:32:14,810 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:14,811 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452796334587_0001, dagName=[E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 18:32:14,811 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 69355E2F54974A329853C08C9B850B06 on vertex vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,821 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:14,822 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 69355E2F54974A329853C08C9B850B06 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:14,824 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:14,824 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:14,828 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:14,829 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 69355E2F54974A329853C08C9B850B06 on vertex vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,829 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:14,829 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {69355E2F54974A329853C08C9B850B06=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:14,830 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] parallelism set to 1
2016-01-14 18:32:14,830 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:14,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796334587_0001_1_00, eventCount=1
2016-01-14 18:32:14,831 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,831 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=F30B92019726475998ADB4B59A06F9B1, vertexId=vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:14,831 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=F30B92019726475998ADB4B59A06F9B1, vertexId=vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,837 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=F30B92019726475998ADB4B59A06F9B1, vertexName=E2FA78B85F1340828E844C41E6308C54, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:14,837 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=F30B92019726475998ADB4B59A06F9B1, vertexId=vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:14,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E2FA78B85F1340828E844C41E6308C54, vertexId=vertex_1452796334587_0001_1_00, initRequestedTime=1452796334808, initedTime=1452796334839, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:14,840 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] with distanceFromRoot: 0
2016-01-14 18:32:14,841 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:14,841 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E2FA78B85F1340828E844C41E6308C54
2016-01-14 18:32:14,842 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:14,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796334587_0001_1_00, startRequestedTime=1452796334841, startedTime=1452796334841
2016-01-14 18:32:14,844 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:14,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:14,845 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796334587_0001, with dag id: dag_1452796334587_0001_1
2016-01-14 18:32:14,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:TASK_STARTED]: vertexName=E2FA78B85F1340828E844C41E6308C54, taskId=task_1452796334587_0001_1_00_000000, scheduledTime=1452796334844, launchTime=1452796334844
2016-01-14 18:32:14,848 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796334587_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:14,849 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,851 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2', VertexName: E2FA78B85F1340828E844C41E6308C54, VertexParallelism: 1, TaskAttemptID:attempt_1452796334587_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=69355E2F54974A329853C08C9B850B06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F30B92019726475998ADB4B59A06F9B1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:14,852 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796334587_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:14,852 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:14,854 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:14,855 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:14,855 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:14,856 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796334587_0001_00_000001
2016-01-14 18:32:14,856 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:14,859 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796334587_0001_00_000001
2016-01-14 18:32:14,859 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:14,860 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:14,860 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:14,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796334587_0001_00_000001, launchTime=1452796334860
2016-01-14 18:32:14,861 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796334587_0001_00_000001
2016-01-14 18:32:14,862 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796334587_0001_1_00_000000_0] to container: [container_1452796334587_0001_00_000001]
2016-01-14 18:32:14,862 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:14,863 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796334587_0001_1_00_000000_0] started. Is using containerId: [container_1452796334587_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:14,863 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:14,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E2FA78B85F1340828E844C41E6308C54, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0, startTime=1452796334863, containerId=container_1452796334587_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796334587_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:14,864 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796334587_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:14,864 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796334587_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:14,864 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796334587_0001_00_000001 given task: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,865 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796334587_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14 Starting to run new task attempt: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,865 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,866 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,866 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:14,866 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:14,866 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:14,866 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:14,867 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:14,867 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1] each.each/(1/1) ...ULTS.-1_'field2'_'field2', VertexName: E2FA78B85F1340828E844C41E6308C54, VertexParallelism: 1, TaskAttemptID:attempt_1452796334587_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=69355E2F54974A329853C08C9B850B06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F30B92019726475998ADB4B59A06F9B1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:14,867 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:14,868 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:14,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:14,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=69355E2F54974A329853C08C9B850B06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:14,872 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796334587_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:14,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F30B92019726475998ADB4B59A06F9B1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:14,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:14,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:14,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,874 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:14,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F30B92019726475998ADB4B59A06F9B1
2016-01-14 18:32:14,876 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:14,876 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: F30B92019726475998ADB4B59A06F9B1
2016-01-14 18:32:14,882 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:14,882 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,882 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,884 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:14,895 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:14,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F30B92019726475998ADB4B59A06F9B1
2016-01-14 18:32:14,897 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E2FA78B85F1340828E844C41E6308C54, ordinal: 0
2016-01-14 18:32:14,897 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E2FA78B85F1340828E844C41E6308C54, mem on start (mb), free: 190, total: 281, max: 672
2016-01-14 18:32:14,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:14,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:14,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:14,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:14,898 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:14,900 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:14,900 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 69355E2F54974A329853C08C9B850B06, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:14,900 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F30B92019726475998ADB4B59A06F9B1, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:14,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:14,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 69355E2F54974A329853C08C9B850B06 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:14,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,900 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:14,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:14,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:14,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:14,902 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,903 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:14,908 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@52233a85
2016-01-14 18:32:14,911 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@52233a85
2016-01-14 18:32:14,911 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:14,911 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:14,911 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:14,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 69355E2F54974A329853C08C9B850B06
2016-01-14 18:32:14,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"], id: F30B92019726475998ADB4B59A06F9B1
2016-01-14 18:32:14,913 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"]
2016-01-14 18:32:14,914 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:14,914 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:14,915 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E2FA78B85F1340828E844C41E6308C54, all 1 inputs ready in: 00:00:00.001
2016-01-14 18:32:14,918 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:14,919 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:14,919 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,920 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796334587_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:14,921 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,921 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E2FA78B85F1340828E844C41E6308C54, mem on close (mb), free: 187, total: 281, max: 672
2016-01-14 18:32:14 Completed running task attempt: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,926 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:14,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796334915, Process_Duration=6, Process_End_Time=1452796334921, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:14,929 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:14,930 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E2FA78B85F1340828E844C41E6308C54, taskAttemptId=attempt_1452796334587_0001_1_00_000000_0, startTime=1452796334863, finishTime=1452796334929, timeTaken=66, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334915, Process_Duration=6, Process_End_Time=1452796334921, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,930 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:14,930 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,930 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796334587_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:14,932 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:14,932 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14,933 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:14,931 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796334587_0001_00_000001
2016-01-14 18:32:14,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:TASK_FINISHED]: vertexName=E2FA78B85F1340828E844C41E6308C54, taskId=task_1452796334587_0001_1_00_000000, startTime=1452796334863, finishTime=1452796334932, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1452796334587_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334915, Process_Duration=6, Process_End_Time=1452796334921, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,934 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796334587_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:14,934 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] : 1
2016-01-14 18:32:14,934 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:14,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:VERTEX_FINISHED]: vertexName=E2FA78B85F1340828E844C41E6308C54, vertexId=vertex_1452796334587_0001_1_00, initRequestedTime=1452796334808, initedTime=1452796334839, startRequestedTime=1452796334841, startedTime=1452796334841, finishTime=1452796334934, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334915, Process_Duration=6, Process_End_Time=1452796334921, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796334863, firstTasksToStart=[ task_1452796334587_0001_1_00_000000 ], lastTaskFinishTime=1452796334929, lastTasksToFinish=[ task_1452796334587_0001_1_00_000000 ], minTaskDuration=66, maxTaskDuration=66, avgTaskDuration=66.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796334587_0001_1_00_000000 ], longestDurationTasks=[ task_1452796334587_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:14,938 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:14,938 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:14,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796334587_0001_00_000001, stoppedTime=1452796334938, exitStatus=0
2016-01-14 18:32:14,938 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:14,939 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:14,939 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:14,939 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796334587_0001_1
2016-01-14 18:32:14,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796334587_0001_1
2016-01-14 18:32:14,940 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: F30B92019726475998ADB4B59A06F9B1 for vertex: vertex_1452796334587_0001_1_00 [E2FA78B85F1340828E844C41E6308C54]
2016-01-14 18:32:14,945 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796334587_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:14,945 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796334587_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:14,945 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796334587_0001_00_000001, Exiting
2016-01-14 18:32:14,946 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796334587_0001_00_000001
2016-01-14 18:32:14,946 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796334587_0001_00_000001
2016-01-14 18:32:14,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796334587_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:14,950 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796334587_0001_00_000001 completed successfully
2016-01-14 18:32:14,952 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796334587_0001_1, queueSize=0
2016-01-14 18:32:14,952 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:14,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796334587_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796334587_0001_1, startTime=1452796334806, finishTime=1452796334950, timeTaken=144, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796334915, Process_Duration=6, Process_End_Time=1452796334921, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:14,952 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796334587_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:14,952 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796334587_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:14,952 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796334587_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:14 Completed Dag: dag_1452796334587_0001_1
2016-01-14 18:32:14,953 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796334587_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:14,953 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796334587_0001_00_000001
2016-01-14 18:32:14,953 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796334587_0001_1_post
2016-01-14 18:32:14,957 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:14,958 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:14,963 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452796334587_0001
2016-01-14 18:32:14,966 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:14,966 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:14,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:14,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:14,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:14,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:14,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:14,969 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:14,969 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:14,969 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:14,969 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:14,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:14,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:14,975 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/E09ECB92626E4924A5822FEFE9B2BA9E/D1A0522EBF9C479BACEBCC8ED4A8BED1/.tez/application_1452796334587_0001
2016-01-14 18:32:14,976 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.418
2016-01-14 18:32:15,102 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_'field2'
2016-01-14 18:32:15,140 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:15,141 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:15,241 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-01-14 18:32:15,260 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.046
2016-01-14 18:32:15,261 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:15,261 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:15,261 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:15,281 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:15,282 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'
2016-01-14 18:32:15,307 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:15,307 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:15,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"]
2016-01-14 18:32:15,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:15,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:15,309 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:15,309 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 18:32:15,310 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:15,332 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:15,337 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:15,337 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:15,337 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:15,348 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001 doesn't exist and is created
2016-01-14 18:32:15,366 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:15,366 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:15,368 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001
2016-01-14 18:32:15,371 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796335337_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:15,385 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:15,386 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:15,387 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:15,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:15,388 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001/localmode-log-dir
2016-01-14 18:32:15,388 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001/localmode-log-dir/history.txt.appattempt_1452796335337_0001_000000, maxErrors=10
2016-01-14 18:32:15,389 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:15,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796335337_0001_000000, appSubmitTime=1452796335370, launchTime=1452796335370
2016-01-14 18:32:15,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:15,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:15,395 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:15,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:15,399 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:56054
2016-01-14 18:32:15,401 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:15,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:15,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796335337_0001_000000, startTime=1452796335403
2016-01-14 18:32:15,404 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:15,467 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:15,468 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:15,468 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452796335337_0001, dagName=[F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 18:32:15,496 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 18:32:15,498 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796335337_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001/localmode-log-dir/dag_1452796335337_0001_1.dot
2016-01-14 18:32:15,499 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001/localmode-log-dir/dag_1452796335337_0001_1-tez-dag.pb.txt
2016-01-14 18:32:15,530 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796335337_0001_1
2016-01-14 18:32:15,530 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:15,530 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 18:32:15 Running Dag: dag_1452796335337_0001_1
2016-01-14 18:32:15,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796335337_0001_1, submitTime=1452796335496
2016-01-14 18:32:15,542 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:15,543 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F01930BE15814A6188ABD67CA24BAA31
2016-01-14 18:32:15,543 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:15,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796335337_0001_1, initTime=1452796335542
2016-01-14 18:32:15,544 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335337_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:15,544 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:15,544 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:DAG_STARTED]: dagID=dag_1452796335337_0001_1, startTime=1452796335544
2016-01-14 18:32:15,545 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:15,545 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:15,545 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335337_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:15,545 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F01930BE15814A6188ABD67CA24BAA31 : {8D4B8F2CC77B4C1093BAB15635518EAD={InputName=8D4B8F2CC77B4C1093BAB15635518EAD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:15,546 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8D4B8F2CC77B4C1093BAB15635518EAD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:15,546 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,546 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452796335337_0001, dagName=[F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 18:32:15,546 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,546 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,547 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]. Starting root input initializers: 1
2016-01-14 18:32:15,547 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:15,548 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8D4B8F2CC77B4C1093BAB15635518EAD on vertex vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,551 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:15,551 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8D4B8F2CC77B4C1093BAB15635518EAD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:15,552 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:15,553 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:15,555 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:15,556 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8D4B8F2CC77B4C1093BAB15635518EAD on vertex vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,556 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:15,556 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8D4B8F2CC77B4C1093BAB15635518EAD=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:15,557 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] parallelism set to 1
2016-01-14 18:32:15,557 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:15,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796335337_0001_1_00, eventCount=1
2016-01-14 18:32:15,557 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,557 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=4DC2EE38946A44EE99F8EF3584085C71, vertexId=vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:15,558 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=4DC2EE38946A44EE99F8EF3584085C71, vertexId=vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,560 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=4DC2EE38946A44EE99F8EF3584085C71, vertexName=F01930BE15814A6188ABD67CA24BAA31, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:15,561 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=4DC2EE38946A44EE99F8EF3584085C71, vertexId=vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,562 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:15,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, vertexId=vertex_1452796335337_0001_1_00, initRequestedTime=1452796335545, initedTime=1452796335562, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:15,563 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] with distanceFromRoot: 0
2016-01-14 18:32:15,563 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:15,564 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F01930BE15814A6188ABD67CA24BAA31
2016-01-14 18:32:15,564 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:15,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796335337_0001_1_00, startRequestedTime=1452796335564, startedTime=1452796335564
2016-01-14 18:32:15,565 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:15,566 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:15,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:TASK_STARTED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, taskId=task_1452796335337_0001_1_00_000000, scheduledTime=1452796335566, launchTime=1452796335566
2016-01-14 18:32:15,567 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335337_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:15,567 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,567 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field', VertexName: F01930BE15814A6188ABD67CA24BAA31, VertexParallelism: 1, TaskAttemptID:attempt_1452796335337_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8D4B8F2CC77B4C1093BAB15635518EAD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4DC2EE38946A44EE99F8EF3584085C71, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:15,568 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335337_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:15,568 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:15,571 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:15,572 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:15,572 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:15,573 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796335337_0001_00_000001
2016-01-14 18:32:15,573 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:15,575 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796335337_0001_00_000001
2016-01-14 18:32:15,575 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:15,576 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:15,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:15,578 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796335337_0001_00_000001, launchTime=1452796335577
2016-01-14 18:32:15,578 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796335337_0001_00_000001
2016-01-14 18:32:15,580 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796335337_0001_1_00_000000_0] to container: [container_1452796335337_0001_00_000001]
2016-01-14 18:32:15,580 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:15,580 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796335337_0001_00_000001 given task: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,580 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796335337_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,580 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796335337_0001_1_00_000000_0] started. Is using containerId: [container_1452796335337_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:15,581 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:15 Starting to run new task attempt: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,581 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,582 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:15,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0, startTime=1452796335580, containerId=container_1452796335337_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796335337_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:15,582 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:15,583 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:15,582 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335337_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:15,583 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:15,583 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:15,584 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:15,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256] each.each/(1/1) ...SULTS.-1_'field2'_'field', VertexName: F01930BE15814A6188ABD67CA24BAA31, VertexParallelism: 1, TaskAttemptID:attempt_1452796335337_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8D4B8F2CC77B4C1093BAB15635518EAD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4DC2EE38946A44EE99F8EF3584085C71, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:15,584 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:15,584 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335337_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:15,587 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:15,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:15,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:15,589 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796335337_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:15,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=4DC2EE38946A44EE99F8EF3584085C71, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:15,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:15,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 4DC2EE38946A44EE99F8EF3584085C71
2016-01-14 18:32:15,593 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:15,592 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796335337_0001, with dag id: dag_1452796335337_0001_1
2016-01-14 18:32:15,594 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 4DC2EE38946A44EE99F8EF3584085C71
2016-01-14 18:32:15,593 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:15,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8D4B8F2CC77B4C1093BAB15635518EAD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:15,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:15,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,599 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,608 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:15,608 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F01930BE15814A6188ABD67CA24BAA31, ordinal: 0
2016-01-14 18:32:15,608 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F01930BE15814A6188ABD67CA24BAA31, mem on start (mb), free: 305, total: 388, max: 672
2016-01-14 18:32:15,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:15,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:15,608 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:15,615 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:15,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 4DC2EE38946A44EE99F8EF3584085C71
2016-01-14 18:32:15,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:15,615 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:15,615 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:15,616 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:15,616 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:15,616 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:15,616 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:15,616 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:15,616 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 4DC2EE38946A44EE99F8EF3584085C71, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:15,616 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8D4B8F2CC77B4C1093BAB15635518EAD, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:15,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:15,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8D4B8F2CC77B4C1093BAB15635518EAD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:15,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,617 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:15,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:15,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:15,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:15,618 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,618 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:15,619 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1177bb2
2016-01-14 18:32:15,624 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:15,627 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 8D4B8F2CC77B4C1093BAB15635518EAD
2016-01-14 18:32:15,627 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1177bb2
2016-01-14 18:32:15,627 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"], id: 4DC2EE38946A44EE99F8EF3584085C71
2016-01-14 18:32:15,627 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:15,628 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:15,628 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"]
2016-01-14 18:32:15,629 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:15,629 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:15,629 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F01930BE15814A6188ABD67CA24BAA31, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:15,633 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:15,634 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:15,634 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,635 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796335337_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:15,636 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,636 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F01930BE15814A6188ABD67CA24BAA31, mem on close (mb), free: 303, total: 388, max: 672
2016-01-14 18:32:15 Completed running task attempt: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,637 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:15,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796335629, Process_Duration=7, Process_End_Time=1452796335636, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:15,639 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:15,640 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, taskAttemptId=attempt_1452796335337_0001_1_00_000000_0, startTime=1452796335580, finishTime=1452796335639, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796335629, Process_Duration=7, Process_End_Time=1452796335636, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:15,641 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335337_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:15,641 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15,642 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:15,642 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:15,642 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796335337_0001_00_000001
2016-01-14 18:32:15,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:TASK_FINISHED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, taskId=task_1452796335337_0001_1_00_000000, startTime=1452796335580, finishTime=1452796335641, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1452796335337_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796335629, Process_Duration=7, Process_End_Time=1452796335636, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:15,643 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335337_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:15,643 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] : 1
2016-01-14 18:32:15,643 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,642 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:15,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:VERTEX_FINISHED]: vertexName=F01930BE15814A6188ABD67CA24BAA31, vertexId=vertex_1452796335337_0001_1_00, initRequestedTime=1452796335545, initedTime=1452796335562, startRequestedTime=1452796335564, startedTime=1452796335564, finishTime=1452796335643, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796335629, Process_Duration=7, Process_End_Time=1452796335636, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796335580, firstTasksToStart=[ task_1452796335337_0001_1_00_000000 ], lastTaskFinishTime=1452796335639, lastTasksToFinish=[ task_1452796335337_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796335337_0001_1_00_000000 ], longestDurationTasks=[ task_1452796335337_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:15,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:15,646 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:15,647 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:15,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796335337_0001_00_000001, stoppedTime=1452796335647, exitStatus=0
2016-01-14 18:32:15,647 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:15,647 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:15,647 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796335337_0001_1
2016-01-14 18:32:15,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796335337_0001_1
2016-01-14 18:32:15,649 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 4DC2EE38946A44EE99F8EF3584085C71 for vertex: vertex_1452796335337_0001_1_00 [F01930BE15814A6188ABD67CA24BAA31]
2016-01-14 18:32:15,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:15,652 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:15,657 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796335337_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:15,657 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796335337_0001_00_000001: 14 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:15,658 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796335337_0001_00_000001, Exiting
2016-01-14 18:32:15,658 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796335337_0001_00_000001
2016-01-14 18:32:15,658 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796335337_0001_00_000001
2016-01-14 18:32:15,660 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796335337_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:15,660 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796335337_0001_00_000001 completed successfully
2016-01-14 18:32:15,667 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796335337_0001_1, queueSize=0
2016-01-14 18:32:15,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:15,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335337_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796335337_0001_1, startTime=1452796335544, finishTime=1452796335666, timeTaken=122, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796335629, Process_Duration=7, Process_End_Time=1452796335636, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:15,669 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796335337_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:15,669 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335337_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:15,670 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796335337_0001_00_000001
2016-01-14 18:32:15,671 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335337_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:15 Completed Dag: dag_1452796335337_0001_1
2016-01-14 18:32:15,672 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796335337_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:15,672 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796335337_0001_1_post
2016-01-14 18:32:15,672 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:15,673 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:15,679 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452796335337_0001
2016-01-14 18:32:15,683 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:15,684 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:15,684 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:15,684 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:15,684 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:15,684 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:15,685 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:15,685 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:15,685 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:15,686 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:15,686 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:15,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:15,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:15,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F6C60DC496EA4E93AFDA7AC01BEA79FF/C3AABC96A29B4DD0B983A60324216256/.tez/application_1452796335337_0001
2016-01-14 18:32:15,694 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.386
2016-01-14 18:32:15,777 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_'field'
2016-01-14 18:32:15,804 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:15,804 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:15,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 18:32:15,867 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-01-14 18:32:15,868 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:15,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:15,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:15,890 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:15,891 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS
2016-01-14 18:32:15,906 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:15,906 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:15,907 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"]
2016-01-14 18:32:15,907 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:15,907 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:15,907 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:15,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 18:32:15,909 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:15,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:15,930 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:15,931 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:15,931 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:15,940 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001 doesn't exist and is created
2016-01-14 18:32:15,957 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:15,957 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:15,957 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001
2016-01-14 18:32:15,959 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796335930_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:15,972 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:15,973 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:15,975 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:15,975 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:15,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001/localmode-log-dir
2016-01-14 18:32:15,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001/localmode-log-dir/history.txt.appattempt_1452796335930_0001_000000, maxErrors=10
2016-01-14 18:32:15,976 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:15,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796335930_0001_000000, appSubmitTime=1452796335959, launchTime=1452796335959
2016-01-14 18:32:15,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:15,984 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:60698
2016-01-14 18:32:15,987 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:15,987 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:15,988 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:15,990 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:15,992 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:15,992 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796335930_0001_000000, startTime=1452796335992
2016-01-14 18:32:15,992 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:16,057 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:16,057 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:16,057 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452796335930_0001, dagName=[6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 18:32:16,086 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 18:32:16,088 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796335930_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001/localmode-log-dir/dag_1452796335930_0001_1.dot
2016-01-14 18:32:16,089 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001/localmode-log-dir/dag_1452796335930_0001_1-tez-dag.pb.txt
2016-01-14 18:32:16,121 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796335930_0001_1
2016-01-14 18:32:16,121 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,121 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 18:32:16 Running Dag: dag_1452796335930_0001_1
2016-01-14 18:32:16,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796335930_0001_1, submitTime=1452796336086
2016-01-14 18:32:16,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:16,135 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F20DB42D652E46B9A8C2D46E7E5A39F1
2016-01-14 18:32:16,135 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:16,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:16,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796335930_0001_1, initTime=1452796336134
2016-01-14 18:32:16,137 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335930_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:16,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:DAG_STARTED]: dagID=dag_1452796335930_0001_1, startTime=1452796336138
2016-01-14 18:32:16,138 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:16,139 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335930_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:16,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F20DB42D652E46B9A8C2D46E7E5A39F1 : {1E1E122E79D6410C9321F697594F9091={InputName=1E1E122E79D6410C9321F697594F9091}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:16,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1E1E122E79D6410C9321F697594F9091, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:16,139 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452796335930_0001, dagName=[6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 18:32:16,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:16,139 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,140 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]. Starting root input initializers: 1
2016-01-14 18:32:16,140 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:16,141 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1E1E122E79D6410C9321F697594F9091 on vertex vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,145 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:16,145 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1E1E122E79D6410C9321F697594F9091 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:16,146 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:16,147 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:16,149 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:16,149 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1E1E122E79D6410C9321F697594F9091 on vertex vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,150 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:16,150 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1E1E122E79D6410C9321F697594F9091=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:16,150 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] parallelism set to 1
2016-01-14 18:32:16,150 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:16,151 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796335930_0001_1_00, eventCount=1
2016-01-14 18:32:16,151 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,151 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=8D2C1C4E7C6543B78CF1BEEBA445E53F, vertexId=vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:16,151 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=8D2C1C4E7C6543B78CF1BEEBA445E53F, vertexId=vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,155 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=8D2C1C4E7C6543B78CF1BEEBA445E53F, vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:16,155 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=8D2C1C4E7C6543B78CF1BEEBA445E53F, vertexId=vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:16,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, vertexId=vertex_1452796335930_0001_1_00, initRequestedTime=1452796336139, initedTime=1452796336156, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:16,158 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] with distanceFromRoot: 0
2016-01-14 18:32:16,158 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:16,158 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F20DB42D652E46B9A8C2D46E7E5A39F1
2016-01-14 18:32:16,159 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,159 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:16,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796335930_0001_1_00, startRequestedTime=1452796336158, startedTime=1452796336158
2016-01-14 18:32:16,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:16,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:16,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:TASK_STARTED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, taskId=task_1452796335930_0001_1_00_000000, scheduledTime=1452796336160, launchTime=1452796336160
2016-01-14 18:32:16,161 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335930_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:16,162 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,162 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS, VertexName: F20DB42D652E46B9A8C2D46E7E5A39F1, VertexParallelism: 1, TaskAttemptID:attempt_1452796335930_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1E1E122E79D6410C9321F697594F9091, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8D2C1C4E7C6543B78CF1BEEBA445E53F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:16,163 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335930_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:16,163 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:16,164 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:16,165 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:16,165 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:16,166 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796335930_0001_00_000001
2016-01-14 18:32:16,166 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:16,168 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796335930_0001_00_000001
2016-01-14 18:32:16,169 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:16,169 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796335930_0001, with dag id: dag_1452796335930_0001_1
2016-01-14 18:32:16,170 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:16,171 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:16,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796335930_0001_00_000001, launchTime=1452796336171
2016-01-14 18:32:16,177 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796335930_0001_00_000001
2016-01-14 18:32:16,178 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796335930_0001_1_00_000000_0] to container: [container_1452796335930_0001_00_000001]
2016-01-14 18:32:16,178 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:16,179 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796335930_0001_1_00_000000_0] started. Is using containerId: [container_1452796335930_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:16,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0, startTime=1452796336179, containerId=container_1452796335930_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796335930_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:16,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:16,180 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335930_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:16,180 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335930_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:16,181 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796335930_0001_00_000001 given task: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,181 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796335930_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16 Starting to run new task attempt: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,181 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,182 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,182 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:16,182 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:16,182 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:16,182 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:16,182 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:16,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS, VertexName: F20DB42D652E46B9A8C2D46E7E5A39F1, VertexParallelism: 1, TaskAttemptID:attempt_1452796335930_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1E1E122E79D6410C9321F697594F9091, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8D2C1C4E7C6543B78CF1BEEBA445E53F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:16,183 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:16,184 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796335930_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:16,186 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,186 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:16,186 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1E1E122E79D6410C9321F697594F9091, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:16,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=8D2C1C4E7C6543B78CF1BEEBA445E53F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:16,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:16,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,190 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:16,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 8D2C1C4E7C6543B78CF1BEEBA445E53F
2016-01-14 18:32:16,191 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:16,191 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 8D2C1C4E7C6543B78CF1BEEBA445E53F
2016-01-14 18:32:16,195 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:16,195 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,196 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:16,209 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F20DB42D652E46B9A8C2D46E7E5A39F1, ordinal: 0
2016-01-14 18:32:16,209 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:16,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 8D2C1C4E7C6543B78CF1BEEBA445E53F
2016-01-14 18:32:16,209 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F20DB42D652E46B9A8C2D46E7E5A39F1, mem on start (mb), free: 198, total: 388, max: 672
2016-01-14 18:32:16,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:16,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:16,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:16,210 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:16,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:16,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:16,212 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:16,213 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:16,213 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:16,213 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:16,213 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1E1E122E79D6410C9321F697594F9091, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:16,214 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 8D2C1C4E7C6543B78CF1BEEBA445E53F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:16,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:16,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1E1E122E79D6410C9321F697594F9091 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:16,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,215 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:16,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:16,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:16,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:16,215 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,218 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:16,218 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@16c34938
2016-01-14 18:32:16,220 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:16,220 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@16c34938
2016-01-14 18:32:16,220 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:16,220 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:16,222 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1E1E122E79D6410C9321F697594F9091
2016-01-14 18:32:16,222 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"], id: 8D2C1C4E7C6543B78CF1BEEBA445E53F
2016-01-14 18:32:16,222 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"]
2016-01-14 18:32:16,223 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:16,223 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:16,223 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F20DB42D652E46B9A8C2D46E7E5A39F1, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:16,226 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:16,226 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:16,227 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,227 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796335930_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:16,228 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,228 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F20DB42D652E46B9A8C2D46E7E5A39F1, mem on close (mb), free: 196, total: 388, max: 672
2016-01-14 18:32:16 Completed running task attempt: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,230 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:16,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:16,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, taskAttemptId=attempt_1452796335930_0001_1_00_000000_0, startTime=1452796336179, finishTime=1452796336231, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336223, Process_Duration=5, Process_End_Time=1452796336228, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,232 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796335930_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:16,232 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16,232 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:16,233 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:16,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:TASK_FINISHED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, taskId=task_1452796335930_0001_1_00_000000, startTime=1452796336179, finishTime=1452796336232, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1452796335930_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336223, Process_Duration=5, Process_End_Time=1452796336228, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,234 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796335930_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:16,234 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] : 1
2016-01-14 18:32:16,235 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:16,237 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796336223, Process_Duration=5, Process_End_Time=1452796336228, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:16,238 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:16,238 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,238 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796335930_0001_00_000001
2016-01-14 18:32:16,239 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:VERTEX_FINISHED]: vertexName=F20DB42D652E46B9A8C2D46E7E5A39F1, vertexId=vertex_1452796335930_0001_1_00, initRequestedTime=1452796336139, initedTime=1452796336156, startRequestedTime=1452796336158, startedTime=1452796336158, finishTime=1452796336235, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336223, Process_Duration=5, Process_End_Time=1452796336228, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796336179, firstTasksToStart=[ task_1452796335930_0001_1_00_000000 ], lastTaskFinishTime=1452796336231, lastTasksToFinish=[ task_1452796335930_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796335930_0001_1_00_000000 ], longestDurationTasks=[ task_1452796335930_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:16,241 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:16,242 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:16,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796335930_0001_00_000001, stoppedTime=1452796336242, exitStatus=0
2016-01-14 18:32:16,242 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:16,243 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:16,243 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:16,243 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796335930_0001_1
2016-01-14 18:32:16,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796335930_0001_1
2016-01-14 18:32:16,244 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 8D2C1C4E7C6543B78CF1BEEBA445E53F for vertex: vertex_1452796335930_0001_1_00 [F20DB42D652E46B9A8C2D46E7E5A39F1]
2016-01-14 18:32:16,252 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796335930_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:16,252 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796335930_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:16,253 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796335930_0001_00_000001, Exiting
2016-01-14 18:32:16,253 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796335930_0001_00_000001
2016-01-14 18:32:16,253 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796335930_0001_00_000001
2016-01-14 18:32:16,256 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796335930_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:16,256 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796335930_0001_00_000001 completed successfully
2016-01-14 18:32:16,257 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796335930_0001_1, queueSize=0
2016-01-14 18:32:16,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:16,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796335930_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796335930_0001_1, startTime=1452796336138, finishTime=1452796336255, timeTaken=117, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=407371776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336223, Process_Duration=5, Process_End_Time=1452796336228, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,259 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796335930_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:16,259 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796335930_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:16,259 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796335930_0001_00_000001
2016-01-14 18:32:16,259 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796335930_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:16 Completed Dag: dag_1452796335930_0001_1
2016-01-14 18:32:16,262 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796335930_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:16,262 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796335930_0001_1_post
2016-01-14 18:32:16,262 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,263 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:16,269 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452796335930_0001
2016-01-14 18:32:16,272 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:16,273 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:16,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:16,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:16,274 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:16,275 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:16,275 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:16,275 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:16,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:16,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:16,283 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6917AA2367594CBE805A2298335819EF/F10B287F67064D7284CF9D73DDD0FA97/.tez/application_1452796335930_0001
2016-01-14 18:32:16,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.377
2016-01-14 18:32:16,401 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_RESULTS
2016-01-14 18:32:16,440 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:16,440 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:16,504 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 18:32:16,515 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 18:32:16,515 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:16,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:16,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:16,571 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:16,572 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16,584 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:16,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:16,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"]
2016-01-14 18:32:16,586 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:16,586 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:16,587 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:16,588 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16,588 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:16,604 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:16,609 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:16,609 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:16,610 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:16,619 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001 doesn't exist and is created
2016-01-14 18:32:16,633 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:16,634 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:16,634 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001
2016-01-14 18:32:16,636 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796336609_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:16,649 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:16,650 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:16,652 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:16,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:16,653 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001/localmode-log-dir
2016-01-14 18:32:16,653 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001/localmode-log-dir/history.txt.appattempt_1452796336609_0001_000000, maxErrors=10
2016-01-14 18:32:16,653 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:16,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796336609_0001_000000, appSubmitTime=1452796336636, launchTime=1452796336636
2016-01-14 18:32:16,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:16,659 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:16,660 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:16,662 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:52162
2016-01-14 18:32:16,663 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:16,666 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:16,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796336609_0001_000000, startTime=1452796336668
2016-01-14 18:32:16,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:16,668 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:16,734 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:16,734 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:16,734 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452796336609_0001, dagName=[91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16,755 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16,758 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796336609_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001/localmode-log-dir/dag_1452796336609_0001_1.dot
2016-01-14 18:32:16,759 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001/localmode-log-dir/dag_1452796336609_0001_1-tez-dag.pb.txt
2016-01-14 18:32:16,786 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796336609_0001_1
2016-01-14 18:32:16,786 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,786 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16 Running Dag: dag_1452796336609_0001_1
2016-01-14 18:32:16,800 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796336609_0001_1, submitTime=1452796336755
2016-01-14 18:32:16,800 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:16,800 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A8DCD8FA93CA4AD993244CA428F3A1E6
2016-01-14 18:32:16,801 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:16,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:16,804 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796336609_0001_1, initTime=1452796336800
2016-01-14 18:32:16,804 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796336609_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:16,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:DAG_STARTED]: dagID=dag_1452796336609_0001_1, startTime=1452796336805
2016-01-14 18:32:16,806 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:16,806 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796336609_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:16,806 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A8DCD8FA93CA4AD993244CA428F3A1E6 : {2176B07BCE7F4D18BD7E8E7994CAD848={InputName=2176B07BCE7F4D18BD7E8E7994CAD848}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:16,806 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:16,806 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 2176B07BCE7F4D18BD7E8E7994CAD848, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:16,806 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,807 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,807 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,807 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]. Starting root input initializers: 1
2016-01-14 18:32:16,808 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:16,809 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 2176B07BCE7F4D18BD7E8E7994CAD848 on vertex vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,812 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452796336609_0001, dagName=[91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:16,812 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:16,813 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 2176B07BCE7F4D18BD7E8E7994CAD848 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:16,814 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:16,814 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:16,817 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:16,818 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 2176B07BCE7F4D18BD7E8E7994CAD848 on vertex vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,819 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:16,819 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {2176B07BCE7F4D18BD7E8E7994CAD848=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:16,819 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] parallelism set to 1
2016-01-14 18:32:16,819 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:16,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796336609_0001_1_00, eventCount=1
2016-01-14 18:32:16,820 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,820 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=FD6B34F993C749C196100ECA9E625E79, vertexId=vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:16,820 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=FD6B34F993C749C196100ECA9E625E79, vertexId=vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,823 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=FD6B34F993C749C196100ECA9E625E79, vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:16,823 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=FD6B34F993C749C196100ECA9E625E79, vertexId=vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:16,825 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, vertexId=vertex_1452796336609_0001_1_00, initRequestedTime=1452796336806, initedTime=1452796336824, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:16,825 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] with distanceFromRoot: 0
2016-01-14 18:32:16,825 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:16,826 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A8DCD8FA93CA4AD993244CA428F3A1E6
2016-01-14 18:32:16,826 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,827 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:16,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796336609_0001_1_00, startRequestedTime=1452796336826, startedTime=1452796336826
2016-01-14 18:32:16,827 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:16,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:16,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:TASK_STARTED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, taskId=task_1452796336609_0001_1_00_000000, scheduledTime=1452796336828, launchTime=1452796336828
2016-01-14 18:32:16,829 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796336609_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:16,829 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,830 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL, VertexName: A8DCD8FA93CA4AD993244CA428F3A1E6, VertexParallelism: 1, TaskAttemptID:attempt_1452796336609_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2176B07BCE7F4D18BD7E8E7994CAD848, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FD6B34F993C749C196100ECA9E625E79, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:16,830 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796336609_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:16,830 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:16,833 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:16,834 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:16,834 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:16,835 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796336609_0001_00_000001
2016-01-14 18:32:16,835 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:16,838 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796336609_0001_00_000001
2016-01-14 18:32:16,838 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:16,839 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:16,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:16,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796336609_0001_00_000001, launchTime=1452796336839
2016-01-14 18:32:16,840 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796336609_0001_00_000001
2016-01-14 18:32:16,842 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796336609_0001_1_00_000000_0] to container: [container_1452796336609_0001_00_000001]
2016-01-14 18:32:16,842 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:16,843 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796336609_0001_1_00_000000_0] started. Is using containerId: [container_1452796336609_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:16,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0, startTime=1452796336842, containerId=container_1452796336609_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796336609_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:16,843 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796336609_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:16,843 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796336609_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:16,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:16,847 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796336609_0001_00_000001 given task: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,848 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796336609_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16 Starting to run new task attempt: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,848 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,849 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:16,849 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:16,849 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:16,849 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:16,849 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:16,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL, VertexName: A8DCD8FA93CA4AD993244CA428F3A1E6, VertexParallelism: 1, TaskAttemptID:attempt_1452796336609_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2176B07BCE7F4D18BD7E8E7994CAD848, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FD6B34F993C749C196100ECA9E625E79, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:16,850 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:16,851 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796336609_0001, with dag id: dag_1452796336609_0001_1
2016-01-14 18:32:16,856 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:16,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=2176B07BCE7F4D18BD7E8E7994CAD848, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:16,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:16,867 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,867 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FD6B34F993C749C196100ECA9E625E79, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:16,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,868 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796336609_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:16,871 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:16,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:16,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FD6B34F993C749C196100ECA9E625E79
2016-01-14 18:32:16,876 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:16,876 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: FD6B34F993C749C196100ECA9E625E79
2016-01-14 18:32:16,882 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:16,882 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,883 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,888 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A8DCD8FA93CA4AD993244CA428F3A1E6, ordinal: 0
2016-01-14 18:32:16,888 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A8DCD8FA93CA4AD993244CA428F3A1E6, mem on start (mb), free: 303, total: 383, max: 672
2016-01-14 18:32:16,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:16,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:16,890 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:16,892 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:16,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FD6B34F993C749C196100ECA9E625E79
2016-01-14 18:32:16,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:16,893 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:16,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:16,895 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:16,896 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:16,896 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:16,897 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:16,898 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:16,898 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 2176B07BCE7F4D18BD7E8E7994CAD848, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:16,900 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FD6B34F993C749C196100ECA9E625E79, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:16,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:16,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 2176B07BCE7F4D18BD7E8E7994CAD848 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:16,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,901 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:16,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:16,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:16,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:16,903 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,905 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:16,907 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:16,907 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1a6899fc
2016-01-14 18:32:16,908 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 2176B07BCE7F4D18BD7E8E7994CAD848
2016-01-14 18:32:16,908 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"], id: FD6B34F993C749C196100ECA9E625E79
2016-01-14 18:32:16,909 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"]
2016-01-14 18:32:16,910 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:16,910 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:16,911 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1a6899fc
2016-01-14 18:32:16,911 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:16,912 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:16,912 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A8DCD8FA93CA4AD993244CA428F3A1E6, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:16,916 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:16,917 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:16,917 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,918 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796336609_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:16,919 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,919 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A8DCD8FA93CA4AD993244CA428F3A1E6, mem on close (mb), free: 301, total: 383, max: 672
2016-01-14 18:32:16 Completed running task attempt: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,920 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:16,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796336913, Process_Duration=6, Process_End_Time=1452796336919, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:16,922 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:16,922 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:16,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, taskAttemptId=attempt_1452796336609_0001_1_00_000000_0, startTime=1452796336842, finishTime=1452796336922, timeTaken=80, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336913, Process_Duration=6, Process_End_Time=1452796336919, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,922 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,923 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796336609_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:16,924 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16,925 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:TASK_FINISHED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, taskId=task_1452796336609_0001_1_00_000000, startTime=1452796336842, finishTime=1452796336924, timeTaken=82, status=SUCCEEDED, successfulAttemptID=attempt_1452796336609_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336913, Process_Duration=6, Process_End_Time=1452796336919, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,925 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796336609_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:16,926 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] : 1
2016-01-14 18:32:16,926 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,925 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796336609_0001_00_000001
2016-01-14 18:32:16,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:VERTEX_FINISHED]: vertexName=A8DCD8FA93CA4AD993244CA428F3A1E6, vertexId=vertex_1452796336609_0001_1_00, initRequestedTime=1452796336806, initedTime=1452796336824, startRequestedTime=1452796336826, startedTime=1452796336826, finishTime=1452796336926, timeTaken=100, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336913, Process_Duration=6, Process_End_Time=1452796336919, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796336842, firstTasksToStart=[ task_1452796336609_0001_1_00_000000 ], lastTaskFinishTime=1452796336922, lastTasksToFinish=[ task_1452796336609_0001_1_00_000000 ], minTaskDuration=80, maxTaskDuration=80, avgTaskDuration=80.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796336609_0001_1_00_000000 ], longestDurationTasks=[ task_1452796336609_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:16,929 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:16,929 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:16,929 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796336609_0001_1
2016-01-14 18:32:16,927 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:16,927 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:16,930 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796336609_0001_1
2016-01-14 18:32:16,930 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: FD6B34F993C749C196100ECA9E625E79 for vertex: vertex_1452796336609_0001_1_00 [A8DCD8FA93CA4AD993244CA428F3A1E6]
2016-01-14 18:32:16,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:16,940 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796336609_0001_1, queueSize=0
2016-01-14 18:32:16,940 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:16,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796336609_0001_1, startTime=1452796336805, finishTime=1452796336938, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796336913, Process_Duration=6, Process_End_Time=1452796336919, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:16,941 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796336609_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:16,941 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796336609_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:16,941 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:16,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796336609_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796336609_0001_00_000001, stoppedTime=1452796336942, exitStatus=0
2016-01-14 18:32:16,942 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:16,942 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:16 Completed Dag: dag_1452796336609_0001_1
2016-01-14 18:32:16,944 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796336609_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:16,944 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796336609_0001_1_post
2016-01-14 18:32:16,945 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:16,945 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796336609_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:16,946 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796336609_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:16,946 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796336609_0001_00_000001, Exiting
2016-01-14 18:32:16,946 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796336609_0001_00_000001
2016-01-14 18:32:16,946 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796336609_0001_00_000001
2016-01-14 18:32:16,947 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:16,948 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796336609_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:16,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796336609_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:16,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796336609_0001_00_000001 completed successfully
2016-01-14 18:32:16,949 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:16,951 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796336609_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:16,954 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452796336609_0001
2016-01-14 18:32:16,957 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:16,958 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:16,958 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:16,958 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:16,958 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:16,959 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:16,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:16,960 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:16,960 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:16,960 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:16,960 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:16,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:16,963 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:16,969 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/91D8158972D648E38073BCF99A94E0E0/AEB2D97888454B7388804BE12AACC576/.tez/application_1452796336609_0001
2016-01-14 18:32:16,970 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.385
2016-01-14 18:32:17,059 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_ALL
2016-01-14 18:32:17,087 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:17,088 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:17,140 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 18:32:17,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-01-14 18:32:17,158 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:17,158 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:17,158 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:17,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:17,177 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:17,194 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:17,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"]
2016-01-14 18:32:17,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:17,196 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:17,197 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:17,197 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,198 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:17,215 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:17,220 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:17,221 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:17,221 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:17,230 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001 doesn't exist and is created
2016-01-14 18:32:17,247 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:17,247 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:17,247 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001
2016-01-14 18:32:17,250 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796337221_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:17,262 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:17,263 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:17,264 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:17,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:17,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001/localmode-log-dir
2016-01-14 18:32:17,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001/localmode-log-dir/history.txt.appattempt_1452796337221_0001_000000, maxErrors=10
2016-01-14 18:32:17,265 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:17,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796337221_0001_000000, appSubmitTime=1452796337249, launchTime=1452796337249
2016-01-14 18:32:17,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:17,274 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:47497
2016-01-14 18:32:17,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:17,277 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:17,277 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:17,279 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:17,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796337221_0001_000000, startTime=1452796337281
2016-01-14 18:32:17,281 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:17,281 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:17,347 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:17,347 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:17,347 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452796337221_0001, dagName=[384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,366 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,367 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796337221_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001/localmode-log-dir/dag_1452796337221_0001_1.dot
2016-01-14 18:32:17,368 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001/localmode-log-dir/dag_1452796337221_0001_1-tez-dag.pb.txt
2016-01-14 18:32:17,380 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796337221_0001_1
2016-01-14 18:32:17,380 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:17,380 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17 Running Dag: dag_1452796337221_0001_1
2016-01-14 18:32:17,391 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796337221_0001_1, submitTime=1452796337366
2016-01-14 18:32:17,391 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:17,391 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D37EDA4AC17942038D6E9251681E5874
2016-01-14 18:32:17,392 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:17,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796337221_0001_1, initTime=1452796337391
2016-01-14 18:32:17,392 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337221_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:17,392 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:17,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:DAG_STARTED]: dagID=dag_1452796337221_0001_1, startTime=1452796337393
2016-01-14 18:32:17,394 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:17,394 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337221_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:17,394 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D37EDA4AC17942038D6E9251681E5874 : {C86BB455B60F44EF99EED6D0C1DE9C80={InputName=C86BB455B60F44EF99EED6D0C1DE9C80}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:17,394 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C86BB455B60F44EF99EED6D0C1DE9C80, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:17,395 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,395 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452796337221_0001, dagName=[384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,395 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,395 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,395 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]. Starting root input initializers: 1
2016-01-14 18:32:17,394 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:17,396 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:17,396 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C86BB455B60F44EF99EED6D0C1DE9C80 on vertex vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,401 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:17,402 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C86BB455B60F44EF99EED6D0C1DE9C80 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:17,403 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:17,403 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:17,406 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:17,407 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C86BB455B60F44EF99EED6D0C1DE9C80 on vertex vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,407 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:17,407 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C86BB455B60F44EF99EED6D0C1DE9C80=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:17,408 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] parallelism set to 1
2016-01-14 18:32:17,408 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:17,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796337221_0001_1_00, eventCount=1
2016-01-14 18:32:17,408 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,409 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=BF038C149C834291971C100A9A9DADB6, vertexId=vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:17,409 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=BF038C149C834291971C100A9A9DADB6, vertexId=vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,412 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=BF038C149C834291971C100A9A9DADB6, vertexName=D37EDA4AC17942038D6E9251681E5874, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:17,412 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=BF038C149C834291971C100A9A9DADB6, vertexId=vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:17,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D37EDA4AC17942038D6E9251681E5874, vertexId=vertex_1452796337221_0001_1_00, initRequestedTime=1452796337394, initedTime=1452796337413, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:17,415 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] with distanceFromRoot: 0
2016-01-14 18:32:17,415 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:17,415 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D37EDA4AC17942038D6E9251681E5874
2016-01-14 18:32:17,415 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:17,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796337221_0001_1_00, startRequestedTime=1452796337415, startedTime=1452796337415
2016-01-14 18:32:17,416 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:17,416 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:17,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:TASK_STARTED]: vertexName=D37EDA4AC17942038D6E9251681E5874, taskId=task_1452796337221_0001_1_00_000000, scheduledTime=1452796337416, launchTime=1452796337416
2016-01-14 18:32:17,417 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337221_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:17,417 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,417 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, VertexName: D37EDA4AC17942038D6E9251681E5874, VertexParallelism: 1, TaskAttemptID:attempt_1452796337221_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C86BB455B60F44EF99EED6D0C1DE9C80, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF038C149C834291971C100A9A9DADB6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:17,417 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337221_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:17,418 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796337221_0001, with dag id: dag_1452796337221_0001_1
2016-01-14 18:32:17,418 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:17,421 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:17,422 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:17,422 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:17,423 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796337221_0001_00_000001
2016-01-14 18:32:17,423 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:17,426 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796337221_0001_00_000001
2016-01-14 18:32:17,426 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:17,427 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:17,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:17,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796337221_0001_00_000001, launchTime=1452796337427
2016-01-14 18:32:17,428 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796337221_0001_00_000001
2016-01-14 18:32:17,429 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796337221_0001_1_00_000000_0] to container: [container_1452796337221_0001_00_000001]
2016-01-14 18:32:17,429 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:17,429 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796337221_0001_00_000001 given task: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,429 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796337221_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,429 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796337221_0001_1_00_000000_0] started. Is using containerId: [container_1452796337221_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:17,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D37EDA4AC17942038D6E9251681E5874, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0, startTime=1452796337429, containerId=container_1452796337221_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796337221_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:17 Starting to run new task attempt: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,430 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337221_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:17,430 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,430 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337221_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:17,431 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:17,432 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:17,432 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:17,432 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:17,432 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:17,432 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:17,432 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:17,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, VertexName: D37EDA4AC17942038D6E9251681E5874, VertexParallelism: 1, TaskAttemptID:attempt_1452796337221_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C86BB455B60F44EF99EED6D0C1DE9C80, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF038C149C834291971C100A9A9DADB6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:17,433 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:17,433 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:17,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:17,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:17,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BF038C149C834291971C100A9A9DADB6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:17,436 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:17,436 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BF038C149C834291971C100A9A9DADB6
2016-01-14 18:32:17,437 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:17,437 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: BF038C149C834291971C100A9A9DADB6
2016-01-14 18:32:17,438 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:17,444 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796337221_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:17,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C86BB455B60F44EF99EED6D0C1DE9C80, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:17,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:17,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,446 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,454 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:17,455 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,455 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,457 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D37EDA4AC17942038D6E9251681E5874, ordinal: 0
2016-01-14 18:32:17,458 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D37EDA4AC17942038D6E9251681E5874, mem on start (mb), free: 205, total: 383, max: 672
2016-01-14 18:32:17,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:17,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:17,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:17,465 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:17,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BF038C149C834291971C100A9A9DADB6
2016-01-14 18:32:17,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:17,466 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:17,467 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:17,467 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:17,468 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:17,468 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:17,469 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:17,469 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:17,470 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BF038C149C834291971C100A9A9DADB6, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:17,471 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C86BB455B60F44EF99EED6D0C1DE9C80, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:17,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:17,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,472 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:17,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C86BB455B60F44EF99EED6D0C1DE9C80 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:17,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:17,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:17,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:17,476 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,476 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:17,477 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@41c981b4
2016-01-14 18:32:17,479 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@41c981b4
2016-01-14 18:32:17,480 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:17,480 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:17,482 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:17,485 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C86BB455B60F44EF99EED6D0C1DE9C80
2016-01-14 18:32:17,485 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"], id: BF038C149C834291971C100A9A9DADB6
2016-01-14 18:32:17,486 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"]
2016-01-14 18:32:17,487 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:17,487 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:17,488 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D37EDA4AC17942038D6E9251681E5874, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:17,492 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:17,492 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:17,493 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,493 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796337221_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:17,495 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,495 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D37EDA4AC17942038D6E9251681E5874, mem on close (mb), free: 204, total: 383, max: 672
2016-01-14 18:32:17 Completed running task attempt: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,498 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:17,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D37EDA4AC17942038D6E9251681E5874, taskAttemptId=attempt_1452796337221_0001_1_00_000000_0, startTime=1452796337429, finishTime=1452796337499, timeTaken=70, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796337488, Process_Duration=6, Process_End_Time=1452796337494, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:17,500 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337221_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:17,500 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:17,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:17,500 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:17,503 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:TASK_FINISHED]: vertexName=D37EDA4AC17942038D6E9251681E5874, taskId=task_1452796337221_0001_1_00_000000, startTime=1452796337429, finishTime=1452796337503, timeTaken=74, status=SUCCEEDED, successfulAttemptID=attempt_1452796337221_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796337488, Process_Duration=6, Process_End_Time=1452796337494, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:17,504 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337221_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:17,504 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] : 1
2016-01-14 18:32:17,504 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,504 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796337488, Process_Duration=6, Process_End_Time=1452796337494, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:17,505 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:17,505 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:17,507 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796337221_0001_00_000001
2016-01-14 18:32:17,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:17,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:VERTEX_FINISHED]: vertexName=D37EDA4AC17942038D6E9251681E5874, vertexId=vertex_1452796337221_0001_1_00, initRequestedTime=1452796337394, initedTime=1452796337413, startRequestedTime=1452796337415, startedTime=1452796337415, finishTime=1452796337504, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796337488, Process_Duration=6, Process_End_Time=1452796337494, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796337429, firstTasksToStart=[ task_1452796337221_0001_1_00_000000 ], lastTaskFinishTime=1452796337499, lastTasksToFinish=[ task_1452796337221_0001_1_00_000000 ], minTaskDuration=70, maxTaskDuration=70, avgTaskDuration=70.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796337221_0001_1_00_000000 ], longestDurationTasks=[ task_1452796337221_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:17,508 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:17,509 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:17,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796337221_0001_00_000001, stoppedTime=1452796337509, exitStatus=0
2016-01-14 18:32:17,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:17,510 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:17,511 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:17,511 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796337221_0001_1
2016-01-14 18:32:17,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796337221_0001_1
2016-01-14 18:32:17,512 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: BF038C149C834291971C100A9A9DADB6 for vertex: vertex_1452796337221_0001_1_00 [D37EDA4AC17942038D6E9251681E5874]
2016-01-14 18:32:17,517 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796337221_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:17,518 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796337221_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:17,518 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796337221_0001_00_000001, Exiting
2016-01-14 18:32:17,518 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796337221_0001_00_000001
2016-01-14 18:32:17,518 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796337221_0001_00_000001
2016-01-14 18:32:17,520 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796337221_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:17,520 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796337221_0001_00_000001 completed successfully
2016-01-14 18:32:17,520 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796337221_0001_1, queueSize=0
2016-01-14 18:32:17,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:17,522 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337221_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796337221_0001_1, startTime=1452796337393, finishTime=1452796337518, timeTaken=125, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=401604608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796337488, Process_Duration=6, Process_End_Time=1452796337494, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:17,523 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796337221_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:17,523 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337221_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:17,524 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796337221_0001_00_000001
2016-01-14 18:32:17,524 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337221_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:17 Completed Dag: dag_1452796337221_0001_1
2016-01-14 18:32:17,525 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796337221_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:17,525 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796337221_0001_1_post
2016-01-14 18:32:17,525 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:17,526 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:17,532 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452796337221_0001
2016-01-14 18:32:17,535 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:17,535 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:17,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:17,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:17,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:17,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:17,536 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:17,538 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:17,538 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:17,539 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:17,539 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:17,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:17,540 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:17,544 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/384753516D674880BA2338EEFF654F11/B0DB6BAE45CF4B7793FB149DB4CF3D90/.tez/application_1452796337221_0001
2016-01-14 18:32:17,545 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.352
2016-01-14 18:32:17,636 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_-1
2016-01-14 18:32:17,665 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:17,665 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:17,701 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:17,704 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.009
2016-01-14 18:32:17,705 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:17,705 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:17,705 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_'field2'
2016-01-14 18:32:17,730 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:17,731 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:17,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 18:32:17,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-01-14 18:32:17,805 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:17,805 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:17,805 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:17,823 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:17,824 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:17,837 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:17,837 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:17,837 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"]
2016-01-14 18:32:17,838 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:17,839 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:17,839 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:17,840 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:17,840 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:17,854 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:17,859 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:17,860 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:17,860 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:17,869 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001 doesn't exist and is created
2016-01-14 18:32:17,883 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:17,883 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:17,883 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001
2016-01-14 18:32:17,886 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796337860_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:17,899 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:17,899 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:17,901 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:17,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:17,902 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001/localmode-log-dir
2016-01-14 18:32:17,902 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001/localmode-log-dir/history.txt.appattempt_1452796337860_0001_000000, maxErrors=10
2016-01-14 18:32:17,902 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:17,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796337860_0001_000000, appSubmitTime=1452796337886, launchTime=1452796337886
2016-01-14 18:32:17,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:17,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:17,909 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:17,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:17,915 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:37018
2016-01-14 18:32:17,917 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:17,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796337860_0001_000000, startTime=1452796337920
2016-01-14 18:32:17,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:17,921 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:17,983 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:17,983 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:17,984 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452796337860_0001, dagName=[AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:18,005 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:18,006 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796337860_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001/localmode-log-dir/dag_1452796337860_0001_1.dot
2016-01-14 18:32:18,007 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001/localmode-log-dir/dag_1452796337860_0001_1-tez-dag.pb.txt
2016-01-14 18:32:18,018 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796337860_0001_1
2016-01-14 18:32:18,018 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,018 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:18 Running Dag: dag_1452796337860_0001_1
2016-01-14 18:32:18,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796337860_0001_1, submitTime=1452796338005
2016-01-14 18:32:18,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:18,029 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BDF0FC4CEB9A434DB5504E31FAEA6C87
2016-01-14 18:32:18,029 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:18,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796337860_0001_1, initTime=1452796338029
2016-01-14 18:32:18,030 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:18,030 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337860_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:18,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:DAG_STARTED]: dagID=dag_1452796337860_0001_1, startTime=1452796338031
2016-01-14 18:32:18,031 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:18,031 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337860_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:18,032 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BDF0FC4CEB9A434DB5504E31FAEA6C87 : {F6E7D1FFE9A340EB9715BC8590A2C6A4={InputName=F6E7D1FFE9A340EB9715BC8590A2C6A4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:18,032 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: F6E7D1FFE9A340EB9715BC8590A2C6A4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:18,032 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,032 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,034 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]. Starting root input initializers: 1
2016-01-14 18:32:18,031 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:18,034 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:18,034 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452796337860_0001, dagName=[AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:18,035 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: F6E7D1FFE9A340EB9715BC8590A2C6A4 on vertex vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,037 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:18,038 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input F6E7D1FFE9A340EB9715BC8590A2C6A4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:18,039 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:18,039 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:18,041 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:18,041 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: F6E7D1FFE9A340EB9715BC8590A2C6A4 on vertex vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,041 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:18,042 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {F6E7D1FFE9A340EB9715BC8590A2C6A4=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:18,042 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] parallelism set to 1
2016-01-14 18:32:18,042 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:18,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796337860_0001_1_00, eventCount=1
2016-01-14 18:32:18,042 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,042 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=ECC5BF8B382748C19B0C400AB15A6464, vertexId=vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:18,043 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=ECC5BF8B382748C19B0C400AB15A6464, vertexId=vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,044 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=ECC5BF8B382748C19B0C400AB15A6464, vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:18,044 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=ECC5BF8B382748C19B0C400AB15A6464, vertexId=vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:18,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, vertexId=vertex_1452796337860_0001_1_00, initRequestedTime=1452796338032, initedTime=1452796338045, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:18,046 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] with distanceFromRoot: 0
2016-01-14 18:32:18,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:18,046 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BDF0FC4CEB9A434DB5504E31FAEA6C87
2016-01-14 18:32:18,046 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,046 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:18,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796337860_0001_1_00, startRequestedTime=1452796338046, startedTime=1452796338046
2016-01-14 18:32:18,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:18,047 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:18,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:TASK_STARTED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, taskId=task_1452796337860_0001_1_00_000000, scheduledTime=1452796338047, launchTime=1452796338047
2016-01-14 18:32:18,048 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337860_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:18,048 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,048 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field', VertexName: BDF0FC4CEB9A434DB5504E31FAEA6C87, VertexParallelism: 1, TaskAttemptID:attempt_1452796337860_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F6E7D1FFE9A340EB9715BC8590A2C6A4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ECC5BF8B382748C19B0C400AB15A6464, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:18,049 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337860_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:18,049 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:18,050 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:18,050 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:18,050 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:18,051 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796337860_0001_00_000001
2016-01-14 18:32:18,051 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:18,053 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796337860_0001_00_000001
2016-01-14 18:32:18,054 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:18,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:18,055 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:18,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796337860_0001_00_000001, launchTime=1452796338054
2016-01-14 18:32:18,057 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796337860_0001_00_000001
2016-01-14 18:32:18,057 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796337860_0001_1_00_000000_0] to container: [container_1452796337860_0001_00_000001]
2016-01-14 18:32:18,058 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:18,058 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796337860_0001_00_000001 given task: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,058 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796337860_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,059 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796337860_0001_1_00_000000_0] started. Is using containerId: [container_1452796337860_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:18 Starting to run new task attempt: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,059 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,059 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,059 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0, startTime=1452796338058, containerId=container_1452796337860_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796337860_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:18,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:18,060 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337860_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:18,060 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:18,061 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:18,060 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337860_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:18,061 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:18,061 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:18,062 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:18,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field', VertexName: BDF0FC4CEB9A434DB5504E31FAEA6C87, VertexParallelism: 1, TaskAttemptID:attempt_1452796337860_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F6E7D1FFE9A340EB9715BC8590A2C6A4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ECC5BF8B382748C19B0C400AB15A6464, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:18,062 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:18,063 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:18,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,065 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796337860_0001, with dag id: dag_1452796337860_0001_1
2016-01-14 18:32:18,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,067 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796337860_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:18,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=ECC5BF8B382748C19B0C400AB15A6464, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:18,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:18,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: ECC5BF8B382748C19B0C400AB15A6464
2016-01-14 18:32:18,071 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:18,071 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: ECC5BF8B382748C19B0C400AB15A6464
2016-01-14 18:32:18,072 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:18,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F6E7D1FFE9A340EB9715BC8590A2C6A4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:18,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:18,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,075 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,084 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:18,085 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,086 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:18,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: ECC5BF8B382748C19B0C400AB15A6464
2016-01-14 18:32:18,089 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BDF0FC4CEB9A434DB5504E31FAEA6C87, ordinal: 0
2016-01-14 18:32:18,089 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BDF0FC4CEB9A434DB5504E31FAEA6C87, mem on start (mb), free: 305, total: 388, max: 672
2016-01-14 18:32:18,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:18,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:18,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:18,089 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:18,090 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:18,090 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:18,090 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:18,090 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:18,090 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:18,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:18,091 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, ECC5BF8B382748C19B0C400AB15A6464, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:18,091 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F6E7D1FFE9A340EB9715BC8590A2C6A4, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:18,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:18,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F6E7D1FFE9A340EB9715BC8590A2C6A4 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:18,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,092 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:18,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:18,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:18,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:18,094 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,094 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:18,095 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@72304a9e
2016-01-14 18:32:18,096 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@72304a9e
2016-01-14 18:32:18,096 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:18,096 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:18,099 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,100 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F6E7D1FFE9A340EB9715BC8590A2C6A4
2016-01-14 18:32:18,101 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"], id: ECC5BF8B382748C19B0C400AB15A6464
2016-01-14 18:32:18,101 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"]
2016-01-14 18:32:18,101 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,102 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:18,102 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BDF0FC4CEB9A434DB5504E31FAEA6C87, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:18,105 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:18,105 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:18,106 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,106 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796337860_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:18,107 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,107 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BDF0FC4CEB9A434DB5504E31FAEA6C87, mem on close (mb), free: 303, total: 388, max: 672
2016-01-14 18:32:18 Completed running task attempt: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,109 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:18,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=652, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796338102, Process_Duration=5, Process_End_Time=1452796338107, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:18,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:18,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, taskAttemptId=attempt_1452796337860_0001_1_00_000000_0, startTime=1452796338058, finishTime=1452796338110, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=652, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338102, Process_Duration=5, Process_End_Time=1452796338107, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796337860_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:18,111 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18,111 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:18,112 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:TASK_FINISHED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, taskId=task_1452796337860_0001_1_00_000000, startTime=1452796338058, finishTime=1452796338111, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1452796337860_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=652, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338102, Process_Duration=5, Process_End_Time=1452796338107, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,112 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:18,112 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796337860_0001_00_000001
2016-01-14 18:32:18,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:18,113 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796337860_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:18,114 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] : 1
2016-01-14 18:32:18,114 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:18,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:VERTEX_FINISHED]: vertexName=BDF0FC4CEB9A434DB5504E31FAEA6C87, vertexId=vertex_1452796337860_0001_1_00, initRequestedTime=1452796338032, initedTime=1452796338045, startRequestedTime=1452796338046, startedTime=1452796338046, finishTime=1452796338114, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=652, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338102, Process_Duration=5, Process_End_Time=1452796338107, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796338058, firstTasksToStart=[ task_1452796337860_0001_1_00_000000 ], lastTaskFinishTime=1452796338110, lastTasksToFinish=[ task_1452796337860_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796337860_0001_1_00_000000 ], longestDurationTasks=[ task_1452796337860_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:18,116 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:18,116 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:18,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796337860_0001_00_000001, stoppedTime=1452796338116, exitStatus=0
2016-01-14 18:32:18,116 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:18,116 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:18,117 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:18,117 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796337860_0001_1
2016-01-14 18:32:18,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796337860_0001_1
2016-01-14 18:32:18,117 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: ECC5BF8B382748C19B0C400AB15A6464 for vertex: vertex_1452796337860_0001_1_00 [BDF0FC4CEB9A434DB5504E31FAEA6C87]
2016-01-14 18:32:18,124 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796337860_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:18,124 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796337860_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:18,124 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796337860_0001_00_000001, Exiting
2016-01-14 18:32:18,124 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796337860_0001_00_000001
2016-01-14 18:32:18,124 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796337860_0001_00_000001
2016-01-14 18:32:18,126 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796337860_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:18,126 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796337860_0001_00_000001 completed successfully
2016-01-14 18:32:18,127 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796337860_0001_1, queueSize=0
2016-01-14 18:32:18,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:18,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796337860_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796337860_0001_1, startTime=1452796338031, finishTime=1452796338124, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=652, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338102, Process_Duration=5, Process_End_Time=1452796338107, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,129 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796337860_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:18,129 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796337860_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:18,129 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796337860_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:18,129 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796337860_0001_00_000001
2016-01-14 18:32:18 Completed Dag: dag_1452796337860_0001_1
2016-01-14 18:32:18,129 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796337860_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:18,129 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796337860_0001_1_post
2016-01-14 18:32:18,130 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,130 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:18,138 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452796337860_0001
2016-01-14 18:32:18,140 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:18,140 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:18,140 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:18,141 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:18,141 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:18,141 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:18,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:18,142 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:18,142 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:18,142 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:18,142 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:18,143 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:18,143 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:18,148 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/AB0911CC0E4F48ABB7FABABA672631AB/C3CE91F0B6D448C4B6DDBD239CAC0BC9/.tez/application_1452796337860_0001
2016-01-14 18:32:18,149 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.312
2016-01-14 18:32:18,233 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_'field'
2016-01-14 18:32:18,263 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:18,263 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:18,316 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 18:32:18,320 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-01-14 18:32:18,320 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:18,320 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:18,321 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:18,337 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:18,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,348 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:18,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"]
2016-01-14 18:32:18,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:18,350 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:18,350 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:18,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,351 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:18,365 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:18,370 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:18,370 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:18,370 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:18,379 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001 doesn't exist and is created
2016-01-14 18:32:18,393 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:18,394 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:18,394 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001
2016-01-14 18:32:18,397 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796338370_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:18,408 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:18,409 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:18,411 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:18,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:18,412 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001/localmode-log-dir
2016-01-14 18:32:18,412 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001/localmode-log-dir/history.txt.appattempt_1452796338370_0001_000000, maxErrors=10
2016-01-14 18:32:18,412 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:18,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796338370_0001_000000, appSubmitTime=1452796338396, launchTime=1452796338396
2016-01-14 18:32:18,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:18,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:18,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:18,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:18,421 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:56142
2016-01-14 18:32:18,423 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:18,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796338370_0001_000000, startTime=1452796338425
2016-01-14 18:32:18,425 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:18,425 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:18,494 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:18,494 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:18,495 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452796338370_0001, dagName=[2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,515 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,516 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796338370_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001/localmode-log-dir/dag_1452796338370_0001_1.dot
2016-01-14 18:32:18,517 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001/localmode-log-dir/dag_1452796338370_0001_1-tez-dag.pb.txt
2016-01-14 18:32:18,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796338370_0001_1
2016-01-14 18:32:18,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,527 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18 Running Dag: dag_1452796338370_0001_1
2016-01-14 18:32:18,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796338370_0001_1, submitTime=1452796338515
2016-01-14 18:32:18,538 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:18,538 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DB001BF4F24A4EF090A7BE7FCDB498DD
2016-01-14 18:32:18,539 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:18,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796338370_0001_1, initTime=1452796338538
2016-01-14 18:32:18,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:18,539 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338370_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:18,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:DAG_STARTED]: dagID=dag_1452796338370_0001_1, startTime=1452796338540
2016-01-14 18:32:18,540 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:18,540 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:18,541 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338370_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:18,541 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DB001BF4F24A4EF090A7BE7FCDB498DD : {39EBE04D014444638522CCCA726166D9={InputName=39EBE04D014444638522CCCA726166D9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:18,541 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 39EBE04D014444638522CCCA726166D9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:18,542 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452796338370_0001, dagName=[2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,542 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,542 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,542 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,542 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]. Starting root input initializers: 1
2016-01-14 18:32:18,543 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:18,543 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 39EBE04D014444638522CCCA726166D9 on vertex vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,545 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:18,545 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 39EBE04D014444638522CCCA726166D9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:18,546 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:18,546 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:18,548 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:18,548 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 39EBE04D014444638522CCCA726166D9 on vertex vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {39EBE04D014444638522CCCA726166D9=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] parallelism set to 1
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:18,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796338370_0001_1_00, eventCount=1
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,549 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=1D793E96BD014393AB2789B6F3E4CEBC, vertexId=vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:18,550 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=1D793E96BD014393AB2789B6F3E4CEBC, vertexId=vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,551 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=1D793E96BD014393AB2789B6F3E4CEBC, vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:18,551 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=1D793E96BD014393AB2789B6F3E4CEBC, vertexId=vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,552 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:18,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, vertexId=vertex_1452796338370_0001_1_00, initRequestedTime=1452796338541, initedTime=1452796338552, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:18,553 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] with distanceFromRoot: 0
2016-01-14 18:32:18,553 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:18,553 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DB001BF4F24A4EF090A7BE7FCDB498DD
2016-01-14 18:32:18,553 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:18,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796338370_0001_1_00, startRequestedTime=1452796338553, startedTime=1452796338553
2016-01-14 18:32:18,554 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:18,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:18,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:TASK_STARTED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, taskId=task_1452796338370_0001_1_00_000000, scheduledTime=1452796338555, launchTime=1452796338555
2016-01-14 18:32:18,556 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338370_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:18,556 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,556 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, VertexName: DB001BF4F24A4EF090A7BE7FCDB498DD, VertexParallelism: 1, TaskAttemptID:attempt_1452796338370_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=39EBE04D014444638522CCCA726166D9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1D793E96BD014393AB2789B6F3E4CEBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:18,557 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338370_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:18,558 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:18,559 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:18,559 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:18,560 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:18,560 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796338370_0001_00_000001
2016-01-14 18:32:18,560 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:18,562 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796338370_0001_00_000001
2016-01-14 18:32:18,562 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:18,563 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:18,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:18,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796338370_0001_00_000001, launchTime=1452796338563
2016-01-14 18:32:18,564 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796338370_0001_00_000001
2016-01-14 18:32:18,565 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796338370_0001_1_00_000000_0] to container: [container_1452796338370_0001_00_000001]
2016-01-14 18:32:18,565 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:18,566 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796338370_0001_1_00_000000_0] started. Is using containerId: [container_1452796338370_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:18,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0, startTime=1452796338566, containerId=container_1452796338370_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796338370_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:18,566 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338370_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:18,567 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338370_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:18,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:18,567 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796338370_0001_00_000001 given task: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,567 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796338370_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18 Starting to run new task attempt: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,568 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:18,568 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:18,568 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:18,569 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:18,569 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:18,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, VertexName: DB001BF4F24A4EF090A7BE7FCDB498DD, VertexParallelism: 1, TaskAttemptID:attempt_1452796338370_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=39EBE04D014444638522CCCA726166D9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1D793E96BD014393AB2789B6F3E4CEBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:18,569 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:18,570 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:18,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,572 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=39EBE04D014444638522CCCA726166D9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:18,573 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796338370_0001, with dag id: dag_1452796338370_0001_1
2016-01-14 18:32:18,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:18,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,574 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=1D793E96BD014393AB2789B6F3E4CEBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:18,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:18,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 1D793E96BD014393AB2789B6F3E4CEBC
2016-01-14 18:32:18,575 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:18,575 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 1D793E96BD014393AB2789B6F3E4CEBC
2016-01-14 18:32:18,578 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:18,581 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796338370_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:18,589 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:18,589 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,600 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DB001BF4F24A4EF090A7BE7FCDB498DD, ordinal: 0
2016-01-14 18:32:18,601 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB001BF4F24A4EF090A7BE7FCDB498DD, mem on start (mb), free: 210, total: 388, max: 672
2016-01-14 18:32:18,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:18,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:18,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:18,605 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:18,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 1D793E96BD014393AB2789B6F3E4CEBC
2016-01-14 18:32:18,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:18,605 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:18,606 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:18,606 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:18,606 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:18,607 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:18,607 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:18,607 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:18,608 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 39EBE04D014444638522CCCA726166D9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:18,608 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 1D793E96BD014393AB2789B6F3E4CEBC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:18,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:18,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,609 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:18,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 39EBE04D014444638522CCCA726166D9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:18,610 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:18,610 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:18,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:18,611 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,611 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:18,613 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2bf06943
2016-01-14 18:32:18,614 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2bf06943
2016-01-14 18:32:18,614 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:18,615 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:18,617 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,618 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 39EBE04D014444638522CCCA726166D9
2016-01-14 18:32:18,618 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"], id: 1D793E96BD014393AB2789B6F3E4CEBC
2016-01-14 18:32:18,619 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"]
2016-01-14 18:32:18,619 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,619 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:18,620 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DB001BF4F24A4EF090A7BE7FCDB498DD, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:18,624 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:18,624 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:18,625 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,625 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796338370_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:18,627 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,628 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB001BF4F24A4EF090A7BE7FCDB498DD, mem on close (mb), free: 208, total: 388, max: 672
2016-01-14 18:32:18 Completed running task attempt: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,629 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:18,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796338620, Process_Duration=6, Process_End_Time=1452796338626, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:18,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, taskAttemptId=attempt_1452796338370_0001_1_00_000000_0, startTime=1452796338566, finishTime=1452796338630, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338620, Process_Duration=6, Process_End_Time=1452796338626, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,631 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:18,631 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,631 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796338370_0001_00_000001
2016-01-14 18:32:18,631 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:18,631 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338370_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:18,632 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18,632 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:18,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:TASK_FINISHED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, taskId=task_1452796338370_0001_1_00_000000, startTime=1452796338566, finishTime=1452796338632, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1452796338370_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338620, Process_Duration=6, Process_End_Time=1452796338626, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:18,634 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338370_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:18,634 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] : 1
2016-01-14 18:32:18,634 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:VERTEX_FINISHED]: vertexName=DB001BF4F24A4EF090A7BE7FCDB498DD, vertexId=vertex_1452796338370_0001_1_00, initRequestedTime=1452796338541, initedTime=1452796338552, startRequestedTime=1452796338553, startedTime=1452796338553, finishTime=1452796338634, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338620, Process_Duration=6, Process_End_Time=1452796338626, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796338566, firstTasksToStart=[ task_1452796338370_0001_1_00_000000 ], lastTaskFinishTime=1452796338630, lastTasksToFinish=[ task_1452796338370_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796338370_0001_1_00_000000 ], longestDurationTasks=[ task_1452796338370_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:18,636 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:18,636 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:18,636 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:18,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796338370_0001_00_000001, stoppedTime=1452796338636, exitStatus=0
2016-01-14 18:32:18,636 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:18,637 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:18,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:18,637 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796338370_0001_1
2016-01-14 18:32:18,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796338370_0001_1
2016-01-14 18:32:18,638 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 1D793E96BD014393AB2789B6F3E4CEBC for vertex: vertex_1452796338370_0001_1_00 [DB001BF4F24A4EF090A7BE7FCDB498DD]
2016-01-14 18:32:18,643 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796338370_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:18,643 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796338370_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:18,643 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796338370_0001_00_000001, Exiting
2016-01-14 18:32:18,643 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796338370_0001_00_000001
2016-01-14 18:32:18,643 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796338370_0001_00_000001
2016-01-14 18:32:18,646 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796338370_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:18,647 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796338370_0001_00_000001 completed successfully
2016-01-14 18:32:18,648 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796338370_0001_1, queueSize=0
2016-01-14 18:32:18,648 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:18,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338370_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796338370_0001_1, startTime=1452796338540, finishTime=1452796338646, timeTaken=106, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796338620, Process_Duration=6, Process_End_Time=1452796338626, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:18,648 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796338370_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:18,649 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338370_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:18,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796338370_0001_00_000001
2016-01-14 18:32:18,650 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338370_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:18 Completed Dag: dag_1452796338370_0001_1
2016-01-14 18:32:18,651 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796338370_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:18,651 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796338370_0001_1_post
2016-01-14 18:32:18,651 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:18,651 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:18,658 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452796338370_0001
2016-01-14 18:32:18,661 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:18,661 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:18,661 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:18,661 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:18,662 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:18,662 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:18,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:18,663 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:18,663 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:18,664 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:18,664 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:18,664 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:18,665 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:18,670 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2E2EE87EEFC445A09858C2AF369C5339/EA39C1A93CCC4490997DFD7088C7D194/.tez/application_1452796338370_0001
2016-01-14 18:32:18,671 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.322
2016-01-14 18:32:18,745 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_RESULTS
2016-01-14 18:32:18,770 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:18,771 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:18,821 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 18:32:18,822 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 18:32:18,822 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:18,823 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:18,823 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:18,840 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:18,840 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:18,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:18,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:18,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"]
2016-01-14 18:32:18,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:18,857 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:18,858 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:18,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:18,859 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:18,875 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:18,879 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:18,880 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:18,880 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:18,890 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001 doesn't exist and is created
2016-01-14 18:32:18,905 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:18,905 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:18,906 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001
2016-01-14 18:32:18,908 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796338880_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:18,920 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:18,921 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:18,923 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:18,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:18,923 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001/localmode-log-dir
2016-01-14 18:32:18,923 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001/localmode-log-dir/history.txt.appattempt_1452796338880_0001_000000, maxErrors=10
2016-01-14 18:32:18,924 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:18,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796338880_0001_000000, appSubmitTime=1452796338908, launchTime=1452796338908
2016-01-14 18:32:18,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:18,951 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:18,951 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43728
2016-01-14 18:32:18,952 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:18,954 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:18,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:18,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796338880_0001_000000, startTime=1452796338957
2016-01-14 18:32:18,957 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:18,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:19,005 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:19,005 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:19,005 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452796338880_0001, dagName=[A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:19,025 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:19,026 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796338880_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001/localmode-log-dir/dag_1452796338880_0001_1.dot
2016-01-14 18:32:19,027 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001/localmode-log-dir/dag_1452796338880_0001_1-tez-dag.pb.txt
2016-01-14 18:32:19,033 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796338880_0001_1
2016-01-14 18:32:19,033 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,033 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:19 Running Dag: dag_1452796338880_0001_1
2016-01-14 18:32:19,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796338880_0001_1, submitTime=1452796339025
2016-01-14 18:32:19,042 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:19,043 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AFD157AB683E44248F90515C201EED36
2016-01-14 18:32:19,044 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:19,045 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796338880_0001_1, initTime=1452796339042
2016-01-14 18:32:19,046 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338880_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:19,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:19,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:DAG_STARTED]: dagID=dag_1452796338880_0001_1, startTime=1452796339046
2016-01-14 18:32:19,047 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:19,047 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338880_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:19,047 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:19,047 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AFD157AB683E44248F90515C201EED36 : {721462C2CBBD49A781F7E0B0E1509733={InputName=721462C2CBBD49A781F7E0B0E1509733}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:19,047 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 721462C2CBBD49A781F7E0B0E1509733, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:19,048 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,048 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,048 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,048 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]. Starting root input initializers: 1
2016-01-14 18:32:19,049 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452796338880_0001, dagName=[A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:19,050 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:19,050 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 721462C2CBBD49A781F7E0B0E1509733 on vertex vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,052 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:19,052 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 721462C2CBBD49A781F7E0B0E1509733 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:19,053 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:19,053 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:19,055 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:19,056 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 721462C2CBBD49A781F7E0B0E1509733 on vertex vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,056 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:19,056 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {721462C2CBBD49A781F7E0B0E1509733=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:19,056 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] parallelism set to 1
2016-01-14 18:32:19,057 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:19,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796338880_0001_1_00, eventCount=1
2016-01-14 18:32:19,057 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,057 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=445E99A9B9A64A08A26419D00240534B, vertexId=vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:19,058 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=445E99A9B9A64A08A26419D00240534B, vertexId=vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,060 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=445E99A9B9A64A08A26419D00240534B, vertexName=AFD157AB683E44248F90515C201EED36, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:19,060 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=445E99A9B9A64A08A26419D00240534B, vertexId=vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:19,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AFD157AB683E44248F90515C201EED36, vertexId=vertex_1452796338880_0001_1_00, initRequestedTime=1452796339047, initedTime=1452796339061, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:19,062 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] with distanceFromRoot: 0
2016-01-14 18:32:19,062 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:19,062 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AFD157AB683E44248F90515C201EED36
2016-01-14 18:32:19,062 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:19,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796338880_0001_1_00, startRequestedTime=1452796339062, startedTime=1452796339062
2016-01-14 18:32:19,063 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:19,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:19,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:TASK_STARTED]: vertexName=AFD157AB683E44248F90515C201EED36, taskId=task_1452796338880_0001_1_00_000000, scheduledTime=1452796339063, launchTime=1452796339063
2016-01-14 18:32:19,064 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338880_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:19,064 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,065 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, VertexName: AFD157AB683E44248F90515C201EED36, VertexParallelism: 1, TaskAttemptID:attempt_1452796338880_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=721462C2CBBD49A781F7E0B0E1509733, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=445E99A9B9A64A08A26419D00240534B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:19,065 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338880_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:19,065 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:19,066 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:19,066 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:19,067 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:19,067 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796338880_0001_00_000001
2016-01-14 18:32:19,067 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:19,069 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796338880_0001_00_000001
2016-01-14 18:32:19,069 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:19,069 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:19,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:19,070 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796338880_0001_00_000001, launchTime=1452796339070
2016-01-14 18:32:19,071 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796338880_0001_00_000001
2016-01-14 18:32:19,072 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796338880_0001_1_00_000000_0] to container: [container_1452796338880_0001_00_000001]
2016-01-14 18:32:19,072 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:19,072 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796338880_0001, with dag id: dag_1452796338880_0001_1
2016-01-14 18:32:19,072 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796338880_0001_1_00_000000_0] started. Is using containerId: [container_1452796338880_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:19,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AFD157AB683E44248F90515C201EED36, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0, startTime=1452796339072, containerId=container_1452796338880_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796338880_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:19,073 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338880_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:19,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:19,073 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796338880_0001_00_000001 given task: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,073 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796338880_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,074 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338880_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:19 Starting to run new task attempt: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,075 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,075 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,075 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:19,075 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:19,075 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:19,075 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:19,076 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:19,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, VertexName: AFD157AB683E44248F90515C201EED36, VertexParallelism: 1, TaskAttemptID:attempt_1452796338880_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=721462C2CBBD49A781F7E0B0E1509733, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=445E99A9B9A64A08A26419D00240534B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:19,076 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:19,078 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:19,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,080 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796338880_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:19,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=445E99A9B9A64A08A26419D00240534B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:19,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:19,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 445E99A9B9A64A08A26419D00240534B
2016-01-14 18:32:19,082 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:19,082 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 445E99A9B9A64A08A26419D00240534B
2016-01-14 18:32:19,084 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:19,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=721462C2CBBD49A781F7E0B0E1509733, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:19,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:19,087 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,087 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,090 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:19,090 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,093 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:19,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 445E99A9B9A64A08A26419D00240534B
2016-01-14 18:32:19,094 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AFD157AB683E44248F90515C201EED36, ordinal: 0
2016-01-14 18:32:19,094 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFD157AB683E44248F90515C201EED36, mem on start (mb), free: 327, total: 388, max: 672
2016-01-14 18:32:19,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:19,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:19,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:19,094 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:19,095 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:19,096 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 445E99A9B9A64A08A26419D00240534B, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:19,096 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 721462C2CBBD49A781F7E0B0E1509733, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:19,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:19,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 721462C2CBBD49A781F7E0B0E1509733 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:19,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,097 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:19,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:19,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:19,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:19,098 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,100 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,101 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 721462C2CBBD49A781F7E0B0E1509733
2016-01-14 18:32:19,101 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"], id: 445E99A9B9A64A08A26419D00240534B
2016-01-14 18:32:19,101 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:19,102 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"]
2016-01-14 18:32:19,102 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,102 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:19,103 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1fd433e0
2016-01-14 18:32:19,103 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1fd433e0
2016-01-14 18:32:19,104 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:19,104 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:19,104 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AFD157AB683E44248F90515C201EED36, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:19,106 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:19,107 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:19,107 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,107 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796338880_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:19,108 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,108 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFD157AB683E44248F90515C201EED36, mem on close (mb), free: 325, total: 388, max: 672
2016-01-14 18:32:19 Completed running task attempt: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,109 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:19,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796339104, Process_Duration=4, Process_End_Time=1452796339108, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:19,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:19,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AFD157AB683E44248F90515C201EED36, taskAttemptId=attempt_1452796338880_0001_1_00_000000_0, startTime=1452796339072, finishTime=1452796339110, timeTaken=38, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796339104, Process_Duration=4, Process_End_Time=1452796339108, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:19,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796338880_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:19,111 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:19,111 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:19,111 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,111 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19,111 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796338880_0001_00_000001
2016-01-14 18:32:19,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:19,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:TASK_FINISHED]: vertexName=AFD157AB683E44248F90515C201EED36, taskId=task_1452796338880_0001_1_00_000000, startTime=1452796339072, finishTime=1452796339112, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1452796338880_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796339104, Process_Duration=4, Process_End_Time=1452796339108, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:19,112 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796338880_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:19,113 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] : 1
2016-01-14 18:32:19,113 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:19,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:VERTEX_FINISHED]: vertexName=AFD157AB683E44248F90515C201EED36, vertexId=vertex_1452796338880_0001_1_00, initRequestedTime=1452796339047, initedTime=1452796339061, startRequestedTime=1452796339062, startedTime=1452796339062, finishTime=1452796339113, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796339104, Process_Duration=4, Process_End_Time=1452796339108, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796339072, firstTasksToStart=[ task_1452796338880_0001_1_00_000000 ], lastTaskFinishTime=1452796339110, lastTasksToFinish=[ task_1452796338880_0001_1_00_000000 ], minTaskDuration=38, maxTaskDuration=38, avgTaskDuration=38.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796338880_0001_1_00_000000 ], longestDurationTasks=[ task_1452796338880_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:19,115 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:19,115 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:19,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796338880_0001_00_000001, stoppedTime=1452796339115, exitStatus=0
2016-01-14 18:32:19,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:19,115 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:19,116 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:19,116 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796338880_0001_1
2016-01-14 18:32:19,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796338880_0001_1
2016-01-14 18:32:19,116 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 445E99A9B9A64A08A26419D00240534B for vertex: vertex_1452796338880_0001_1_00 [AFD157AB683E44248F90515C201EED36]
2016-01-14 18:32:19,122 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796338880_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:19,122 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796338880_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:19,122 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796338880_0001_00_000001, Exiting
2016-01-14 18:32:19,122 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796338880_0001_00_000001
2016-01-14 18:32:19,122 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796338880_0001_00_000001
2016-01-14 18:32:19,125 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796338880_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:19,125 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796338880_0001_1, queueSize=0
2016-01-14 18:32:19,125 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796338880_0001_00_000001 completed successfully
2016-01-14 18:32:19,126 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:19,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796338880_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796338880_0001_1, startTime=1452796339046, finishTime=1452796339124, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796339104, Process_Duration=4, Process_End_Time=1452796339108, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:19,126 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796338880_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:19,126 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796338880_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:19,127 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796338880_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:19,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796338880_0001_00_000001
2016-01-14 18:32:19 Completed Dag: dag_1452796338880_0001_1
2016-01-14 18:32:19,127 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796338880_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:19,128 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796338880_0001_1_post
2016-01-14 18:32:19,128 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,128 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:19,134 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452796338880_0001
2016-01-14 18:32:19,138 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:19,138 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:19,138 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:19,138 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:19,138 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:19,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:19,139 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:19,140 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:19,139 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:19,141 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:19,141 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:19,142 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:19,142 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:19,146 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A212B992EC7C449AA5503C7760A7CBD4/D3BE9A48FEAA4BE3AD261C608DB15E8E/.tez/application_1452796338880_0001
2016-01-14 18:32:19,147 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.292
2016-01-14 18:32:19,152 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:19,152 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:19,224 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 18:32:19,248 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:19,248 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:19,287 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 18:32:19,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 18:32:19,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:19,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:19,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:19,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:19,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"]
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:19,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:19,325 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,325 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:19,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:19,342 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:19,343 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:19,343 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:19,353 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001 doesn't exist and is created
2016-01-14 18:32:19,367 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:19,367 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:19,368 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001
2016-01-14 18:32:19,369 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796339343_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:19,380 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:19,381 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:19,383 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:19,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:19,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001/localmode-log-dir
2016-01-14 18:32:19,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001/localmode-log-dir/history.txt.appattempt_1452796339343_0001_000000, maxErrors=10
2016-01-14 18:32:19,384 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:19,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796339343_0001_000000, appSubmitTime=1452796339369, launchTime=1452796339369
2016-01-14 18:32:19,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:19,390 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:19,390 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:19,391 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:19,395 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:44580
2016-01-14 18:32:19,397 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:19,399 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796339343_0001_000000, startTime=1452796339399
2016-01-14 18:32:19,399 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:19,399 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:19,468 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:19,468 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:19,468 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452796339343_0001, dagName=[2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,488 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,489 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796339343_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001/localmode-log-dir/dag_1452796339343_0001_1.dot
2016-01-14 18:32:19,490 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001/localmode-log-dir/dag_1452796339343_0001_1-tez-dag.pb.txt
2016-01-14 18:32:19,497 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796339343_0001_1
2016-01-14 18:32:19,497 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,497 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19 Running Dag: dag_1452796339343_0001_1
2016-01-14 18:32:19,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796339343_0001_1, submitTime=1452796339488
2016-01-14 18:32:19,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:19,508 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F9368B2EE64B4CD9899803769F115C39
2016-01-14 18:32:19,508 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:19,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796339343_0001_1, initTime=1452796339507
2016-01-14 18:32:19,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:19,509 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339343_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:19,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:DAG_STARTED]: dagID=dag_1452796339343_0001_1, startTime=1452796339510
2016-01-14 18:32:19,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:19,511 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:19,512 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339343_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:19,512 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F9368B2EE64B4CD9899803769F115C39 : {A52EC02B8BB645D497B68AB76EE6A97A={InputName=A52EC02B8BB645D497B68AB76EE6A97A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:19,512 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A52EC02B8BB645D497B68AB76EE6A97A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:19,512 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,512 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,512 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,513 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]. Starting root input initializers: 1
2016-01-14 18:32:19,513 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:19,514 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A52EC02B8BB645D497B68AB76EE6A97A on vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,515 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452796339343_0001, dagName=[2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,518 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:19,519 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A52EC02B8BB645D497B68AB76EE6A97A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:19,520 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:19,520 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:19,523 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:19,524 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A52EC02B8BB645D497B68AB76EE6A97A on vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,525 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:19,525 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A52EC02B8BB645D497B68AB76EE6A97A=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:19,525 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] parallelism set to 1
2016-01-14 18:32:19,525 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:19,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796339343_0001_1_00, eventCount=1
2016-01-14 18:32:19,526 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,526 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=449649D313EF4F4E832C45A928E0F410, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:19,526 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=449649D313EF4F4E832C45A928E0F410, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,528 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=449649D313EF4F4E832C45A928E0F410, vertexName=F9368B2EE64B4CD9899803769F115C39, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:19,528 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=449649D313EF4F4E832C45A928E0F410, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9368B2EE64B4CD9899803769F115C39, vertexId=vertex_1452796339343_0001_1_00, initRequestedTime=1452796339512, initedTime=1452796339529, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:19,530 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] with distanceFromRoot: 0
2016-01-14 18:32:19,530 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:19,530 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F9368B2EE64B4CD9899803769F115C39
2016-01-14 18:32:19,530 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796339343_0001_1_00, startRequestedTime=1452796339530, startedTime=1452796339530
2016-01-14 18:32:19,531 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:19,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:TASK_STARTED]: vertexName=F9368B2EE64B4CD9899803769F115C39, taskId=task_1452796339343_0001_1_00_000000, scheduledTime=1452796339532, launchTime=1452796339532
2016-01-14 18:32:19,532 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339343_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:19,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:19,532 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,532 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:19,533 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1, VertexName: F9368B2EE64B4CD9899803769F115C39, VertexParallelism: 1, TaskAttemptID:attempt_1452796339343_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A52EC02B8BB645D497B68AB76EE6A97A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=449649D313EF4F4E832C45A928E0F410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:19,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:19,533 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339343_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:19,533 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:19,534 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:19,535 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:19,535 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:19,536 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796339343_0001_00_000001
2016-01-14 18:32:19,536 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339343_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:19,538 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796339343_0001_00_000001
2016-01-14 18:32:19,538 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:19,539 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339343_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:19,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:19,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796339343_0001_00_000001, launchTime=1452796339539
2016-01-14 18:32:19,540 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796339343_0001, with dag id: dag_1452796339343_0001_1
2016-01-14 18:32:19,540 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796339343_0001_00_000001
2016-01-14 18:32:19,541 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796339343_0001_1_00_000000_0] to container: [container_1452796339343_0001_00_000001]
2016-01-14 18:32:19,541 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339343_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:19,542 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796339343_0001_1_00_000000_0] started. Is using containerId: [container_1452796339343_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:19,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9368B2EE64B4CD9899803769F115C39, taskAttemptId=attempt_1452796339343_0001_1_00_000000_0, startTime=1452796339541, containerId=container_1452796339343_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796339343_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:19,542 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339343_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:19,543 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339343_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:19,542 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796339343_0001_00_000001 given task: attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,542 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:19,543 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796339343_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19 Starting to run new task attempt: attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,544 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,544 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,544 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:19,544 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:19,544 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:19,544 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:19,545 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:19,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1, VertexName: F9368B2EE64B4CD9899803769F115C39, VertexParallelism: 1, TaskAttemptID:attempt_1452796339343_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A52EC02B8BB645D497B68AB76EE6A97A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=449649D313EF4F4E832C45A928E0F410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:19,545 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:19,545 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:19,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A52EC02B8BB645D497B68AB76EE6A97A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:19,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:19,549 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796339343_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:19,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=449649D313EF4F4E832C45A928E0F410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:19,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:19,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 449649D313EF4F4E832C45A928E0F410
2016-01-14 18:32:19,552 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:19,553 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 449649D313EF4F4E832C45A928E0F410
2016-01-14 18:32:19,551 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,552 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:19,561 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:19,562 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,564 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9368B2EE64B4CD9899803769F115C39, ordinal: 0
2016-01-14 18:32:19,564 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9368B2EE64B4CD9899803769F115C39, mem on start (mb), free: 232, total: 388, max: 672
2016-01-14 18:32:19,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:19,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:19,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:19,567 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:19,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 449649D313EF4F4E832C45A928E0F410
2016-01-14 18:32:19,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:19,568 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:19,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:19,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:19,569 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:19,569 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:19,569 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:19,569 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:19,569 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 449649D313EF4F4E832C45A928E0F410, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:19,570 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A52EC02B8BB645D497B68AB76EE6A97A, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:19,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:19,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A52EC02B8BB645D497B68AB76EE6A97A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:19,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:19,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:19,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,571 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:19,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:19,572 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,573 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:19,574 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@611039a8
2016-01-14 18:32:19,575 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,576 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,576 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"], id: 449649D313EF4F4E832C45A928E0F410
2016-01-14 18:32:19,577 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"]
2016-01-14 18:32:19,577 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,577 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:19,578 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@611039a8
2016-01-14 18:32:19,578 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:19,578 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:19,579 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9368B2EE64B4CD9899803769F115C39, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:19,580 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:19,582 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:19,588 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:19,590 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:19,590 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:19,590 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19,591 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796339343_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:19,592 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796339343_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:19,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796339579, Process_Duration=12, Process_End_Time=1452796339591, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:19,599 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9368B2EE64B4CD9899803769F115C39, mem on close (mb), free: 229, total: 388, max: 672
2016-01-14 18:32:19,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=F9368B2EE64B4CD9899803769F115C39, index=0
2016-01-14 18:32:19,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=F9368B2EE64B4CD9899803769F115C39, sourceVertex=A52EC02B8BB645D497B68AB76EE6A97A
2016-01-14 18:32:19,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=F9368B2EE64B4CD9899803769F115C39, sourceVertex=449649D313EF4F4E832C45A928E0F410
2016-01-14 18:32:19,601 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796339343_0001_00_000001
2016-01-14 18:32:19,601 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796339343_0001_00_000001
2016-01-14 18:32:19,602 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:19,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9368B2EE64B4CD9899803769F115C39, taskAttemptId=attempt_1452796339343_0001_1_00_000000_0, startTime=1452796339541, finishTime=1452796339599, timeTaken=58, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796339579, Process_Duration=12, Process_End_Time=1452796339591, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:19,603 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339343_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:19,604 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796339343_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:19,604 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:19,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:TASK_FINISHED]: vertexName=F9368B2EE64B4CD9899803769F115C39, taskId=task_1452796339343_0001_1_00_000000, startTime=1452796339541, finishTime=1452796339604, timeTaken=63, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:19,605 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339343_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:19,605 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:19,606 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796339343_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:19,606 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796339343_0001_00_000001 completed but with errors
2016-01-14 18:32:19,606 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] : 1
2016-01-14 18:32:19,607 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] because task failed: task_1452796339343_0001_1_00_000000
2016-01-14 18:32:19,607 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:19,608 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:19,608 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,608 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=449649D313EF4F4E832C45A928E0F410, vertexId=vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,612 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:19,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:VERTEX_FINISHED]: vertexName=F9368B2EE64B4CD9899803769F115C39, vertexId=vertex_1452796339343_0001_1_00, initRequestedTime=1452796339512, initedTime=1452796339529, startRequestedTime=1452796339530, startedTime=1452796339530, finishTime=1452796339612, timeTaken=82, status=FAILED, diagnostics=Task failed, taskId=task_1452796339343_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796339541, firstTasksToStart=[ task_1452796339343_0001_1_00_000000 ], lastTaskFinishTime=1452796339599, lastTasksToFinish=[ task_1452796339343_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:19,613 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:19,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:19,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796339343_0001_00_000001, stoppedTime=1452796339615, exitStatus=0
2016-01-14 18:32:19,618 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339343_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:19,618 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796339343_0001_1_00_000000_0 failed: true container: container_1452796339343_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:19,619 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796339343_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:19,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339343_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:19,620 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:19,620 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:19,620 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796339343_0001_1
2016-01-14 18:32:19,621 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 449649D313EF4F4E832C45A928E0F410 for vertex: vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39]
2016-01-14 18:32:19,624 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796339343_0001_1, queueSize=0
2016-01-14 18:32:19,627 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:19,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339343_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796339343_0001_1, startTime=1452796339510, finishTime=1452796339623, timeTaken=113, status=FAILED, diagnostics=Vertex failed, vertexName=F9368B2EE64B4CD9899803769F115C39, vertexId=vertex_1452796339343_0001_1_00, diagnostics=[Task failed, taskId=task_1452796339343_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796339343_0001_1_00 [F9368B2EE64B4CD9899803769F115C39] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:19,628 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796339343_0001_1 finished with state: FAILED
2016-01-14 18:32:19,629 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339343_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:19,629 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796339343_0001_00_000001
2016-01-14 18:32:19,629 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339343_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:19 Completed Dag: dag_1452796339343_0001_1
2016-01-14 18:32:19,631 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796339343_0001_1, dagState=FAILED
2016-01-14 18:32:19,631 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796339343_0001_1_post
2016-01-14 18:32:19,631 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:19,631 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:19,633 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452796339343_0001
2016-01-14 18:32:19,638 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:19,638 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:19,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:19,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:19,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:19,639 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:19,639 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:19,639 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:19,640 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:19,640 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:19,640 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:19,641 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:19,641 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:19,645 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/2C297A8D46F04AC9AC8E424D0BE790EB/C562C0753BA5478EB70F10C1539C1D3E/.tez/application_1452796339343_0001
2016-01-14 18:32:19,645 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:19,646 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,646 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:19,649 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.323
2016-01-14 18:32:19,649 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_-1
2016-01-14 18:32:19,682 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:19,682 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:19,717 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:19,721 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.010
2016-01-14 18:32:19,722 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:19,722 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:19,723 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_'field2'
2016-01-14 18:32:19,749 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:19,750 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:19,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 18:32:19,797 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 18:32:19,797 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:19,797 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:19,798 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:19,814 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:19,815 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:19,826 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:19,826 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:19,826 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"]
2016-01-14 18:32:19,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:19,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:19,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:19,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:19,829 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:19,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:19,848 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:19,849 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:19,849 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:19,859 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001 doesn't exist and is created
2016-01-14 18:32:19,873 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:19,873 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:19,874 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001
2016-01-14 18:32:19,876 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796339849_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:19,887 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:19,888 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:19,890 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:19,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:19,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001/localmode-log-dir
2016-01-14 18:32:19,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001/localmode-log-dir/history.txt.appattempt_1452796339849_0001_000000, maxErrors=10
2016-01-14 18:32:19,891 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:19,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796339849_0001_000000, appSubmitTime=1452796339876, launchTime=1452796339876
2016-01-14 18:32:19,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:19,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:19,898 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:19,899 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:19,900 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43097
2016-01-14 18:32:19,905 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:19,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796339849_0001_000000, startTime=1452796339908
2016-01-14 18:32:19,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:19,908 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:19,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:19,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:19,974 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:19,974 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:19,974 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452796339849_0001, dagName=[C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:19,992 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:19,994 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796339849_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001/localmode-log-dir/dag_1452796339849_0001_1.dot
2016-01-14 18:32:19,994 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001/localmode-log-dir/dag_1452796339849_0001_1-tez-dag.pb.txt
2016-01-14 18:32:20,001 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796339849_0001_1
2016-01-14 18:32:20,001 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,001 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:20 Running Dag: dag_1452796339849_0001_1
2016-01-14 18:32:20,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796339849_0001_1, submitTime=1452796339992
2016-01-14 18:32:20,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:20,011 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D92BB05DDB76414AA04E6DF662D27708
2016-01-14 18:32:20,012 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:20,012 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:20,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796339849_0001_1, initTime=1452796340011
2016-01-14 18:32:20,013 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339849_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:20,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:DAG_STARTED]: dagID=dag_1452796339849_0001_1, startTime=1452796340013
2016-01-14 18:32:20,013 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:20,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:20,014 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339849_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:20,014 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D92BB05DDB76414AA04E6DF662D27708 : {B91B22AC4D2942778DCA35895E2F7461={InputName=B91B22AC4D2942778DCA35895E2F7461}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:20,014 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B91B22AC4D2942778DCA35895E2F7461, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:20,014 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,014 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,014 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,015 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]. Starting root input initializers: 1
2016-01-14 18:32:20,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:20,017 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B91B22AC4D2942778DCA35895E2F7461 on vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,017 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452796339849_0001, dagName=[C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:20,019 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:20,019 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B91B22AC4D2942778DCA35895E2F7461 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:20,020 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:20,020 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:20,022 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:20,023 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B91B22AC4D2942778DCA35895E2F7461 on vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,023 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,023 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B91B22AC4D2942778DCA35895E2F7461=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:20,023 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] parallelism set to 1
2016-01-14 18:32:20,023 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796339849_0001_1_00, eventCount=1
2016-01-14 18:32:20,024 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,024 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=481CFA834DE24C82ABD8A01C421BB805, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:20,024 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=481CFA834DE24C82ABD8A01C421BB805, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,026 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=481CFA834DE24C82ABD8A01C421BB805, vertexName=D92BB05DDB76414AA04E6DF662D27708, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:20,026 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=481CFA834DE24C82ABD8A01C421BB805, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:20,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, vertexId=vertex_1452796339849_0001_1_00, initRequestedTime=1452796340014, initedTime=1452796340027, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:20,027 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] with distanceFromRoot: 0
2016-01-14 18:32:20,027 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:20,028 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D92BB05DDB76414AA04E6DF662D27708
2016-01-14 18:32:20,028 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:20,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796339849_0001_1_00, startRequestedTime=1452796340027, startedTime=1452796340027
2016-01-14 18:32:20,029 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:20,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:20,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:TASK_STARTED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, taskId=task_1452796339849_0001_1_00_000000, scheduledTime=1452796340029, launchTime=1452796340029
2016-01-14 18:32:20,030 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339849_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:20,030 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,030 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS, VertexName: D92BB05DDB76414AA04E6DF662D27708, VertexParallelism: 1, TaskAttemptID:attempt_1452796339849_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B91B22AC4D2942778DCA35895E2F7461, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=481CFA834DE24C82ABD8A01C421BB805, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:20,031 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339849_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:20,031 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:20,032 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:20,032 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:20,033 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:20,049 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796339849_0001_00_000001
2016-01-14 18:32:20,049 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:20,050 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796339849_0001_00_000001
2016-01-14 18:32:20,051 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:20,052 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:20,052 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:20,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796339849_0001_00_000001, launchTime=1452796340052
2016-01-14 18:32:20,057 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796339849_0001_00_000001
2016-01-14 18:32:20,058 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796339849_0001_1_00_000000_0] to container: [container_1452796339849_0001_00_000001]
2016-01-14 18:32:20,058 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:20,059 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796339849_0001_1_00_000000_0] started. Is using containerId: [container_1452796339849_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:20,059 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, taskAttemptId=attempt_1452796339849_0001_1_00_000000_0, startTime=1452796340058, containerId=container_1452796339849_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796339849_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:20,059 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339849_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:20,059 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339849_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:20,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:20,060 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796339849_0001_00_000001 given task: attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,060 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796339849_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20 Starting to run new task attempt: attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,061 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,061 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,061 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:20,062 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:20,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796339849_0001, with dag id: dag_1452796339849_0001_1
2016-01-14 18:32:20,062 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:20,063 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:20,064 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:20,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS, VertexName: D92BB05DDB76414AA04E6DF662D27708, VertexParallelism: 1, TaskAttemptID:attempt_1452796339849_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B91B22AC4D2942778DCA35895E2F7461, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=481CFA834DE24C82ABD8A01C421BB805, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:20,064 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:20,068 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:20,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,071 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,071 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796339849_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:20,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=481CFA834DE24C82ABD8A01C421BB805, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:20,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:20,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 481CFA834DE24C82ABD8A01C421BB805
2016-01-14 18:32:20,076 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:20,076 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 481CFA834DE24C82ABD8A01C421BB805
2016-01-14 18:32:20,077 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:20,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B91B22AC4D2942778DCA35895E2F7461, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:20,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:20,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,081 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,084 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:20,084 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,087 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D92BB05DDB76414AA04E6DF662D27708, ordinal: 0
2016-01-14 18:32:20,088 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D92BB05DDB76414AA04E6DF662D27708, mem on start (mb), free: 344, total: 387, max: 672
2016-01-14 18:32:20,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:20,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:20,093 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:20,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 481CFA834DE24C82ABD8A01C421BB805
2016-01-14 18:32:20,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:20,095 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:20,096 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:20,096 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:20,096 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:20,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:20,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:20,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:20,097 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 481CFA834DE24C82ABD8A01C421BB805, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:20,097 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B91B22AC4D2942778DCA35895E2F7461, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:20,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:20,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B91B22AC4D2942778DCA35895E2F7461 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:20,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,098 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:20,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:20,099 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,100 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:20,101 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@72f0060b
2016-01-14 18:32:20,102 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,102 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@72f0060b
2016-01-14 18:32:20,103 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:20,103 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:20,103 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,103 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"], id: 481CFA834DE24C82ABD8A01C421BB805
2016-01-14 18:32:20,104 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"]
2016-01-14 18:32:20,104 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,104 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:20,104 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D92BB05DDB76414AA04E6DF662D27708, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:20,105 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,107 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,107 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,109 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:20,109 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:20,110 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20,110 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796339849_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:20,111 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796339849_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,113 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:20,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, taskAttemptId=attempt_1452796339849_0001_1_00_000000_0, startTime=1452796340058, finishTime=1452796340113, timeTaken=55, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796340104, Process_Duration=7, Process_End_Time=1452796340111, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:20,114 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339849_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:20,114 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796339849_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:20,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:20,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:TASK_FINISHED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, taskId=task_1452796339849_0001_1_00_000000, startTime=1452796340058, finishTime=1452796340114, timeTaken=56, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:20,115 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796339849_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:20,115 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:20,115 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] : 1
2016-01-14 18:32:20,115 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] because task failed: task_1452796339849_0001_1_00_000000
2016-01-14 18:32:20,115 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:20,115 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:20,115 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,116 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=481CFA834DE24C82ABD8A01C421BB805, vertexId=vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:20,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:VERTEX_FINISHED]: vertexName=D92BB05DDB76414AA04E6DF662D27708, vertexId=vertex_1452796339849_0001_1_00, initRequestedTime=1452796340014, initedTime=1452796340027, startRequestedTime=1452796340027, startedTime=1452796340027, finishTime=1452796340118, timeTaken=91, status=FAILED, diagnostics=Task failed, taskId=task_1452796339849_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796340058, firstTasksToStart=[ task_1452796339849_0001_1_00_000000 ], lastTaskFinishTime=1452796340113, lastTasksToFinish=[ task_1452796339849_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:20,120 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:20,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796339849_0001_00_000001, stoppedTime=1452796340123, exitStatus=0
2016-01-14 18:32:20,123 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:20,123 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:20,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796340104, Process_Duration=7, Process_End_Time=1452796340111, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:20,124 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796339849_0001_1_00_000000_0 failed: true container: container_1452796339849_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:20,124 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:20,124 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:20,124 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796339849_0001_1
2016-01-14 18:32:20,125 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 481CFA834DE24C82ABD8A01C421BB805 for vertex: vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708]
2016-01-14 18:32:20,126 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796339849_0001_1, queueSize=0
2016-01-14 18:32:20,126 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:20,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796339849_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796339849_0001_1, startTime=1452796340013, finishTime=1452796340125, timeTaken=112, status=FAILED, diagnostics=Vertex failed, vertexName=D92BB05DDB76414AA04E6DF662D27708, vertexId=vertex_1452796339849_0001_1_00, diagnostics=[Task failed, taskId=task_1452796339849_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796339849_0001_1_00 [D92BB05DDB76414AA04E6DF662D27708] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:20,127 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796339849_0001_1 finished with state: FAILED
2016-01-14 18:32:20,127 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796339849_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:20,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796339849_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:20 Completed Dag: dag_1452796339849_0001_1
2016-01-14 18:32:20,128 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796339849_0001_1, dagState=FAILED
2016-01-14 18:32:20,128 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796339849_0001_1_post
2016-01-14 18:32:20,128 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,128 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:20,128 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:20,124 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D92BB05DDB76414AA04E6DF662D27708, mem on close (mb), free: 341, total: 387, max: 672
2016-01-14 18:32:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=D92BB05DDB76414AA04E6DF662D27708, index=0
2016-01-14 18:32:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=D92BB05DDB76414AA04E6DF662D27708, sourceVertex=B91B22AC4D2942778DCA35895E2F7461
2016-01-14 18:32:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=D92BB05DDB76414AA04E6DF662D27708, sourceVertex=481CFA834DE24C82ABD8A01C421BB805
2016-01-14 18:32:20,132 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796339849_0001_00_000001
2016-01-14 18:32:20,132 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796339849_0001_00_000001
2016-01-14 18:32:20,135 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796339849_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:20,139 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796339849_0001_00_000001 completed but with errors
2016-01-14 18:32:20,139 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796339849_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:20,139 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796339849_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:20,140 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796339849_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:20,146 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452796339849_0001
2016-01-14 18:32:20,148 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:20,148 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:20,149 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:20,149 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:20,149 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:20,149 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:20,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:20,150 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:20,151 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:20,151 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:20,151 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:20,151 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:20,152 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:20,157 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C962A751F1274597A7B895BDA052EB2F/CE6018A105C449CDB30DCE75E88AE2F5/.tez/application_1452796339849_0001
2016-01-14 18:32:20,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:20,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:20,158 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:20,158 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.332
2016-01-14 18:32:20,159 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_RESULTS
2016-01-14 18:32:20,195 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:20,195 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:20,247 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 18:32:20,254 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 18:32:20,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:20,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:20,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:20,271 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:20,272 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"]
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:20,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:20,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,284 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:20,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:20,302 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:20,302 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:20,302 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:20,311 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001 doesn't exist and is created
2016-01-14 18:32:20,326 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:20,326 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:20,326 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001
2016-01-14 18:32:20,328 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796340302_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:20,340 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:20,340 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:20,342 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:20,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:20,342 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001/localmode-log-dir
2016-01-14 18:32:20,343 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001/localmode-log-dir/history.txt.appattempt_1452796340302_0001_000000, maxErrors=10
2016-01-14 18:32:20,343 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:20,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796340302_0001_000000, appSubmitTime=1452796340328, launchTime=1452796340328
2016-01-14 18:32:20,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:20,347 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:20,348 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:20,348 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:20,351 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33838
2016-01-14 18:32:20,356 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:20,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796340302_0001_000000, startTime=1452796340358
2016-01-14 18:32:20,358 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:20,358 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:20,427 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:20,427 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:20,427 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452796340302_0001, dagName=[82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,446 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,447 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796340302_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001/localmode-log-dir/dag_1452796340302_0001_1.dot
2016-01-14 18:32:20,448 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001/localmode-log-dir/dag_1452796340302_0001_1-tez-dag.pb.txt
2016-01-14 18:32:20,455 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796340302_0001_1
2016-01-14 18:32:20,455 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,455 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20 Running Dag: dag_1452796340302_0001_1
2016-01-14 18:32:20,466 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:20,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796340302_0001_1, submitTime=1452796340446
2016-01-14 18:32:20,467 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B079D014FBDF45A79EB246EE46B7C11D
2016-01-14 18:32:20,467 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:20,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796340302_0001_1, initTime=1452796340466
2016-01-14 18:32:20,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:20,467 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340302_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:20,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:DAG_STARTED]: dagID=dag_1452796340302_0001_1, startTime=1452796340468
2016-01-14 18:32:20,468 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:20,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:20,469 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340302_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:20,469 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452796340302_0001, dagName=[82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,469 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B079D014FBDF45A79EB246EE46B7C11D : {84DF9A588F4445B480208DB8028AE565={InputName=84DF9A588F4445B480208DB8028AE565}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:20,469 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 84DF9A588F4445B480208DB8028AE565, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:20,469 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,469 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,469 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,470 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]. Starting root input initializers: 1
2016-01-14 18:32:20,470 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:20,470 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 84DF9A588F4445B480208DB8028AE565 on vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,473 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:20,473 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 84DF9A588F4445B480208DB8028AE565 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:20,475 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:20,475 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:20,477 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:20,478 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 84DF9A588F4445B480208DB8028AE565 on vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,478 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,478 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {84DF9A588F4445B480208DB8028AE565=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:20,478 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] parallelism set to 1
2016-01-14 18:32:20,478 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796340302_0001_1_00, eventCount=1
2016-01-14 18:32:20,479 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,479 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=764FACDF7AEC4ACE97C88BBD461424EF, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:20,479 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=764FACDF7AEC4ACE97C88BBD461424EF, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,481 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=764FACDF7AEC4ACE97C88BBD461424EF, vertexName=B079D014FBDF45A79EB246EE46B7C11D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:20,482 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=764FACDF7AEC4ACE97C88BBD461424EF, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,482 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:20,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, vertexId=vertex_1452796340302_0001_1_00, initRequestedTime=1452796340469, initedTime=1452796340482, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:20,483 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] with distanceFromRoot: 0
2016-01-14 18:32:20,483 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:20,483 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B079D014FBDF45A79EB246EE46B7C11D
2016-01-14 18:32:20,483 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:20,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796340302_0001_1_00, startRequestedTime=1452796340483, startedTime=1452796340483
2016-01-14 18:32:20,484 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:20,485 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:20,485 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:TASK_STARTED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, taskId=task_1452796340302_0001_1_00_000000, scheduledTime=1452796340485, launchTime=1452796340485
2016-01-14 18:32:20,486 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340302_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:20,486 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,486 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL, VertexName: B079D014FBDF45A79EB246EE46B7C11D, VertexParallelism: 1, TaskAttemptID:attempt_1452796340302_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=84DF9A588F4445B480208DB8028AE565, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=764FACDF7AEC4ACE97C88BBD461424EF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:20,487 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340302_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:20,487 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:20,488 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:20,488 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:20,488 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:20,489 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796340302_0001_00_000001
2016-01-14 18:32:20,489 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340302_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:20,490 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796340302_0001, with dag id: dag_1452796340302_0001_1
2016-01-14 18:32:20,491 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796340302_0001_00_000001
2016-01-14 18:32:20,491 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:20,492 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340302_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:20,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:20,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796340302_0001_00_000001, launchTime=1452796340492
2016-01-14 18:32:20,493 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796340302_0001_00_000001
2016-01-14 18:32:20,496 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796340302_0001_1_00_000000_0] to container: [container_1452796340302_0001_00_000001]
2016-01-14 18:32:20,496 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340302_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:20,497 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796340302_0001_1_00_000000_0] started. Is using containerId: [container_1452796340302_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:20,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:20,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, taskAttemptId=attempt_1452796340302_0001_1_00_000000_0, startTime=1452796340497, containerId=container_1452796340302_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796340302_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:20,497 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340302_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:20,498 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340302_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:20,498 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796340302_0001_00_000001 given task: attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,498 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796340302_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20 Starting to run new task attempt: attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,498 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,498 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,499 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:20,499 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:20,499 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:20,499 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:20,499 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:20,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL, VertexName: B079D014FBDF45A79EB246EE46B7C11D, VertexParallelism: 1, TaskAttemptID:attempt_1452796340302_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=84DF9A588F4445B480208DB8028AE565, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=764FACDF7AEC4ACE97C88BBD461424EF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:20,499 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:20,500 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:20,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=84DF9A588F4445B480208DB8028AE565, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:20,504 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:20,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=764FACDF7AEC4ACE97C88BBD461424EF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:20,501 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796340302_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:20,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:20,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 764FACDF7AEC4ACE97C88BBD461424EF
2016-01-14 18:32:20,506 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:20,506 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 764FACDF7AEC4ACE97C88BBD461424EF
2016-01-14 18:32:20,508 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:20,508 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,511 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,518 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:20,518 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,518 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,520 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:20,520 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 764FACDF7AEC4ACE97C88BBD461424EF
2016-01-14 18:32:20,520 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B079D014FBDF45A79EB246EE46B7C11D, ordinal: 0
2016-01-14 18:32:20,521 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B079D014FBDF45A79EB246EE46B7C11D, mem on start (mb), free: 272, total: 387, max: 672
2016-01-14 18:32:20,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:20,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:20,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:20,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:20,522 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:20,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:20,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:20,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:20,524 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:20,524 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:20,524 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:20,524 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 764FACDF7AEC4ACE97C88BBD461424EF, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:20,524 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 84DF9A588F4445B480208DB8028AE565, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:20,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:20,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 84DF9A588F4445B480208DB8028AE565 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:20,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:20,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:20,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,526 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:20,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:20,527 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,527 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:20,528 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@15e784a0
2016-01-14 18:32:20,529 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@15e784a0
2016-01-14 18:32:20,529 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:20,529 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:20,530 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,531 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,531 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"], id: 764FACDF7AEC4ACE97C88BBD461424EF
2016-01-14 18:32:20,532 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"]
2016-01-14 18:32:20,532 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,532 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:20,533 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B079D014FBDF45A79EB246EE46B7C11D, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:20,533 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,534 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,535 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,540 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:20,540 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:20,544 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20,544 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796340302_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:20,545 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796340302_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:20,550 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:20,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, taskAttemptId=attempt_1452796340302_0001_1_00_000000_0, startTime=1452796340497, finishTime=1452796340550, timeTaken=53, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796340533, Process_Duration=12, Process_End_Time=1452796340545, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:20,551 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340302_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:20,551 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796340302_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:20,551 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:20,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:TASK_FINISHED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, taskId=task_1452796340302_0001_1_00_000000, startTime=1452796340497, finishTime=1452796340551, timeTaken=54, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:20,552 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340302_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:20,552 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:20,552 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] : 1
2016-01-14 18:32:20,554 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] because task failed: task_1452796340302_0001_1_00_000000
2016-01-14 18:32:20,554 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:20,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796340533, Process_Duration=12, Process_End_Time=1452796340545, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:20,554 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:20,555 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,556 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=764FACDF7AEC4ACE97C88BBD461424EF, vertexId=vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,555 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B079D014FBDF45A79EB246EE46B7C11D, mem on close (mb), free: 269, total: 387, max: 672
2016-01-14 18:32:20,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:VERTEX_FINISHED]: vertexName=B079D014FBDF45A79EB246EE46B7C11D, vertexId=vertex_1452796340302_0001_1_00, initRequestedTime=1452796340469, initedTime=1452796340482, startRequestedTime=1452796340483, startedTime=1452796340483, finishTime=1452796340557, timeTaken=74, status=FAILED, diagnostics=Task failed, taskId=task_1452796340302_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796340497, firstTasksToStart=[ task_1452796340302_0001_1_00_000000 ], lastTaskFinishTime=1452796340550, lastTasksToFinish=[ task_1452796340302_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:20,558 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:20,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=B079D014FBDF45A79EB246EE46B7C11D, index=0
2016-01-14 18:32:20,558 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:20,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:20,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=B079D014FBDF45A79EB246EE46B7C11D, sourceVertex=84DF9A588F4445B480208DB8028AE565
2016-01-14 18:32:20,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=B079D014FBDF45A79EB246EE46B7C11D, sourceVertex=764FACDF7AEC4ACE97C88BBD461424EF
2016-01-14 18:32:20,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796340302_0001_00_000001, stoppedTime=1452796340559, exitStatus=0
2016-01-14 18:32:20,560 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796340302_0001_00_000001
2016-01-14 18:32:20,562 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796340302_0001_00_000001
2016-01-14 18:32:20,562 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340302_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:20,564 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796340302_0001_1_00_000000_0 failed: true container: container_1452796340302_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:20,564 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796340302_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:20,564 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796340302_0001_00_000001 completed but with errors
2016-01-14 18:32:20,564 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:20,564 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:20,564 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796340302_0001_1
2016-01-14 18:32:20,565 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 764FACDF7AEC4ACE97C88BBD461424EF for vertex: vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D]
2016-01-14 18:32:20,565 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796340302_0001_1, queueSize=0
2016-01-14 18:32:20,566 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:20,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340302_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796340302_0001_1, startTime=1452796340468, finishTime=1452796340565, timeTaken=97, status=FAILED, diagnostics=Vertex failed, vertexName=B079D014FBDF45A79EB246EE46B7C11D, vertexId=vertex_1452796340302_0001_1_00, diagnostics=[Task failed, taskId=task_1452796340302_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796340302_0001_1_00 [B079D014FBDF45A79EB246EE46B7C11D] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:20,566 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796340302_0001_1 finished with state: FAILED
2016-01-14 18:32:20,566 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340302_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:20,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796340302_0001_00_000001
2016-01-14 18:32:20,567 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796340302_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:20,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340302_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:20 Completed Dag: dag_1452796340302_0001_1
2016-01-14 18:32:20,567 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796340302_0001_1, dagState=FAILED
2016-01-14 18:32:20,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796340302_0001_1_post
2016-01-14 18:32:20,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,568 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:20,568 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340302_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:20,590 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452796340302_0001
2016-01-14 18:32:20,593 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:20,593 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:20,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:20,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:20,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:20,594 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:20,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:20,594 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:20,595 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:20,595 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:20,595 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:20,595 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:20,596 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:20,600 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/82FC762360C5417D848F2C03950B332F/E0E8419B129241299C7C47B2ACDBD245/.tez/application_1452796340302_0001
2016-01-14 18:32:20,600 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:20,600 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,601 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:20,601 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.318
2016-01-14 18:32:20,601 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_ALL
2016-01-14 18:32:20,629 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:20,630 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:20,666 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:20,667 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-01-14 18:32:20,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:20,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:20,668 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_'field2'
2016-01-14 18:32:20,685 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:20,685 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:20,695 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:20,695 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:20,747 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 18:32:20,755 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-01-14 18:32:20,755 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:20,756 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:20,756 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:20,771 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:20,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20,782 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:20,782 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:20,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"]
2016-01-14 18:32:20,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:20,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:20,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:20,784 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20,785 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:20,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:20,803 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:20,804 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:20,804 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:20,813 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001 doesn't exist and is created
2016-01-14 18:32:20,827 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:20,827 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:20,828 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001
2016-01-14 18:32:20,830 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796340803_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:20,842 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:20,843 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:20,844 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:20,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:20,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001/localmode-log-dir
2016-01-14 18:32:20,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001/localmode-log-dir/history.txt.appattempt_1452796340803_0001_000000, maxErrors=10
2016-01-14 18:32:20,846 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:20,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796340803_0001_000000, appSubmitTime=1452796340830, launchTime=1452796340830
2016-01-14 18:32:20,850 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:20,852 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:20,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:20,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:20,860 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49294
2016-01-14 18:32:20,862 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:20,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796340803_0001_000000, startTime=1452796340864
2016-01-14 18:32:20,865 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:20,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:20,928 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:20,928 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:20,928 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452796340803_0001, dagName=[6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20,946 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20,947 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796340803_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001/localmode-log-dir/dag_1452796340803_0001_1.dot
2016-01-14 18:32:20,948 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001/localmode-log-dir/dag_1452796340803_0001_1-tez-dag.pb.txt
2016-01-14 18:32:20,958 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796340803_0001_1
2016-01-14 18:32:20,958 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:20,958 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20 Running Dag: dag_1452796340803_0001_1
2016-01-14 18:32:20,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796340803_0001_1, submitTime=1452796340946
2016-01-14 18:32:20,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:20,970 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E95FC1E4BD97422BB5795BD3D2437C14
2016-01-14 18:32:20,971 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:20,971 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:20,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796340803_0001_1, initTime=1452796340970
2016-01-14 18:32:20,972 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340803_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:20,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:DAG_STARTED]: dagID=dag_1452796340803_0001_1, startTime=1452796340972
2016-01-14 18:32:20,973 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:20,973 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340803_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:20,973 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E95FC1E4BD97422BB5795BD3D2437C14 : {178DEE79D30A4AF0B0199285FFDD765C={InputName=178DEE79D30A4AF0B0199285FFDD765C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:20,974 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 178DEE79D30A4AF0B0199285FFDD765C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:20,974 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,974 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,974 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:20,974 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]. Starting root input initializers: 1
2016-01-14 18:32:20,975 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:20,975 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 178DEE79D30A4AF0B0199285FFDD765C on vertex vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,975 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452796340803_0001, dagName=[6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:20,977 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:20,978 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 178DEE79D30A4AF0B0199285FFDD765C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:20,978 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:20,979 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:20,980 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:20,981 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 178DEE79D30A4AF0B0199285FFDD765C on vertex vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,981 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,981 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {178DEE79D30A4AF0B0199285FFDD765C=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:20,982 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] parallelism set to 1
2016-01-14 18:32:20,982 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:20,982 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796340803_0001_1_00, eventCount=1
2016-01-14 18:32:20,982 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,982 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=FF65C8A82DD24E9A8FC6E549FDDFFD81, vertexId=vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:20,983 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=FF65C8A82DD24E9A8FC6E549FDDFFD81, vertexId=vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,985 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=FF65C8A82DD24E9A8FC6E549FDDFFD81, vertexName=E95FC1E4BD97422BB5795BD3D2437C14, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:20,985 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=FF65C8A82DD24E9A8FC6E549FDDFFD81, vertexId=vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, vertexId=vertex_1452796340803_0001_1_00, initRequestedTime=1452796340973, initedTime=1452796340986, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:20,986 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:20,987 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] with distanceFromRoot: 0
2016-01-14 18:32:20,987 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:20,987 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E95FC1E4BD97422BB5795BD3D2437C14
2016-01-14 18:32:20,988 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,988 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:20,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796340803_0001_1_00, startRequestedTime=1452796340987, startedTime=1452796340987
2016-01-14 18:32:20,989 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:20,989 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:20,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:TASK_STARTED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, taskId=task_1452796340803_0001_1_00_000000, scheduledTime=1452796340989, launchTime=1452796340989
2016-01-14 18:32:20,990 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340803_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:20,990 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:20,991 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS, VertexName: E95FC1E4BD97422BB5795BD3D2437C14, VertexParallelism: 1, TaskAttemptID:attempt_1452796340803_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=178DEE79D30A4AF0B0199285FFDD765C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FF65C8A82DD24E9A8FC6E549FDDFFD81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:20,991 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340803_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:20,991 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:20,992 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:20,993 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:20,993 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:20,994 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796340803_0001_00_000001
2016-01-14 18:32:20,994 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:20,996 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796340803_0001_00_000001
2016-01-14 18:32:20,996 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:20,997 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:20,997 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:20,998 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796340803_0001_00_000001, launchTime=1452796340997
2016-01-14 18:32:20,998 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796340803_0001_00_000001
2016-01-14 18:32:20,999 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796340803_0001_1_00_000000_0] to container: [container_1452796340803_0001_00_000001]
2016-01-14 18:32:21,000 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:21,000 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796340803_0001_1_00_000000_0] started. Is using containerId: [container_1452796340803_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:21,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0, startTime=1452796341000, containerId=container_1452796340803_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796340803_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:21,001 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340803_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:21,001 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340803_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:21,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:21,002 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796340803_0001_00_000001 given task: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,002 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796340803_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21 Starting to run new task attempt: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,003 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,003 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,003 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:21,003 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:21,003 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796340803_0001, with dag id: dag_1452796340803_0001_1
2016-01-14 18:32:21,003 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:21,004 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:21,004 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:21,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS, VertexName: E95FC1E4BD97422BB5795BD3D2437C14, VertexParallelism: 1, TaskAttemptID:attempt_1452796340803_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=178DEE79D30A4AF0B0199285FFDD765C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FF65C8A82DD24E9A8FC6E549FDDFFD81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:21,004 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:21,005 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:21,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=178DEE79D30A4AF0B0199285FFDD765C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,015 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,016 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796340803_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:21,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FF65C8A82DD24E9A8FC6E549FDDFFD81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:21,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:21,020 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:21,021 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,020 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:21,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FF65C8A82DD24E9A8FC6E549FDDFFD81
2016-01-14 18:32:21,023 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:21,024 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: FF65C8A82DD24E9A8FC6E549FDDFFD81
2016-01-14 18:32:21,029 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E95FC1E4BD97422BB5795BD3D2437C14, ordinal: 0
2016-01-14 18:32:21,029 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E95FC1E4BD97422BB5795BD3D2437C14, mem on start (mb), free: 180, total: 387, max: 672
2016-01-14 18:32:21,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:21,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:21,036 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:21,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FF65C8A82DD24E9A8FC6E549FDDFFD81
2016-01-14 18:32:21,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:21,036 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:21,037 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:21,037 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:21,037 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:21,038 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:21,038 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:21,038 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:21,038 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 178DEE79D30A4AF0B0199285FFDD765C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:21,039 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FF65C8A82DD24E9A8FC6E549FDDFFD81, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:21,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:21,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 178DEE79D30A4AF0B0199285FFDD765C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:21,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:21,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:21,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,040 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:21,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:21,041 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,043 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,044 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 178DEE79D30A4AF0B0199285FFDD765C
2016-01-14 18:32:21,044 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"], id: FF65C8A82DD24E9A8FC6E549FDDFFD81
2016-01-14 18:32:21,045 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"]
2016-01-14 18:32:21,046 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,046 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:21,047 INFO  input.MRInput (MRInput.java:checkAndAwaitRecordReaderInitialization(597)) - Awaiting RecordReader initialization
2016-01-14 18:32:21,047 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:21,047 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7e83b2c3
2016-01-14 18:32:21,048 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7e83b2c3
2016-01-14 18:32:21,049 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:21,049 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:21,049 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E95FC1E4BD97422BB5795BD3D2437C14, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:21,052 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:21,052 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:21,053 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,053 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796340803_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:21,054 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,054 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E95FC1E4BD97422BB5795BD3D2437C14, mem on close (mb), free: 178, total: 387, max: 672
2016-01-14 18:32:21 Completed running task attempt: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,055 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:21,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796341049, Process_Duration=5, Process_End_Time=1452796341054, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:21,057 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:21,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, taskAttemptId=attempt_1452796340803_0001_1_00_000000_0, startTime=1452796341000, finishTime=1452796341056, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341049, Process_Duration=5, Process_End_Time=1452796341054, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,060 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796340803_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:21,060 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:TASK_FINISHED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, taskId=task_1452796340803_0001_1_00_000000, startTime=1452796341000, finishTime=1452796341060, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1452796340803_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341049, Process_Duration=5, Process_End_Time=1452796341054, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,061 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796340803_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:21,061 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] : 1
2016-01-14 18:32:21,062 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:21,063 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:21,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:21,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:VERTEX_FINISHED]: vertexName=E95FC1E4BD97422BB5795BD3D2437C14, vertexId=vertex_1452796340803_0001_1_00, initRequestedTime=1452796340973, initedTime=1452796340986, startRequestedTime=1452796340987, startedTime=1452796340987, finishTime=1452796341062, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341049, Process_Duration=5, Process_End_Time=1452796341054, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796341000, firstTasksToStart=[ task_1452796340803_0001_1_00_000000 ], lastTaskFinishTime=1452796341056, lastTasksToFinish=[ task_1452796340803_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796340803_0001_1_00_000000 ], longestDurationTasks=[ task_1452796340803_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:21,064 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:21,064 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:21,064 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:21,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:21,065 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796340803_0001_1
2016-01-14 18:32:21,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796340803_0001_1
2016-01-14 18:32:21,065 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: FF65C8A82DD24E9A8FC6E549FDDFFD81 for vertex: vertex_1452796340803_0001_1_00 [E95FC1E4BD97422BB5795BD3D2437C14]
2016-01-14 18:32:21,071 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:21,071 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,072 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796340803_0001_00_000001
2016-01-14 18:32:21,077 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796340803_0001_1, queueSize=0
2016-01-14 18:32:21,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796340803_0001_1, startTime=1452796340972, finishTime=1452796341076, timeTaken=104, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341049, Process_Duration=5, Process_End_Time=1452796341054, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,078 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796340803_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:21,078 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796340803_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:21,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796340803_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796340803_0001_00_000001, stoppedTime=1452796341078, exitStatus=0
2016-01-14 18:32:21,078 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:21 Completed Dag: dag_1452796340803_0001_1
2016-01-14 18:32:21,079 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796340803_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:21,079 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796340803_0001_1_post
2016-01-14 18:32:21,079 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,082 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796340803_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:21,087 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796340803_0001_00_000001: 15 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:21,088 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796340803_0001_00_000001, Exiting
2016-01-14 18:32:21,088 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796340803_0001_00_000001
2016-01-14 18:32:21,088 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:21,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:21,088 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796340803_0001_00_000001
2016-01-14 18:32:21,089 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:21,089 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796340803_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:21,090 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:21,097 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452796340803_0001
2016-01-14 18:32:21,101 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796340803_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:21,101 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796340803_0001_00_000001 completed successfully
2016-01-14 18:32:21,102 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:21,102 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:21,102 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:21,102 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:21,103 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:21,104 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796340803_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:21,105 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:21,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:21,106 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:21,106 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:21,106 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:21,107 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:21,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:21,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:21,112 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/6B9EFAF37AF846CCBAF4DFBE209439EC/A82C258C07544272A7BEB91FE39E94C9/.tez/application_1452796340803_0001
2016-01-14 18:32:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.330
2016-01-14 18:32:21,192 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_RESULTS
2016-01-14 18:32:21,230 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:21,230 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:21,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:21,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:21,277 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-01-14 18:32:21,278 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:21,278 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:21,279 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:21,279 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_ALL
2016-01-14 18:32:21,319 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:21,319 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:21,361 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 18:32:21,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 18:32:21,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:21,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:21,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:21,386 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:21,387 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,398 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:21,399 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,399 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"]
2016-01-14 18:32:21,399 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:21,399 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:21,399 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:21,400 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,400 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:21,414 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:21,418 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:21,418 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:21,419 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:21,427 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001 doesn't exist and is created
2016-01-14 18:32:21,442 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:21,443 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:21,443 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001
2016-01-14 18:32:21,445 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796341418_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:21,456 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:21,457 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:21,459 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:21,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:21,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001/localmode-log-dir
2016-01-14 18:32:21,460 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001/localmode-log-dir/history.txt.appattempt_1452796341418_0001_000000, maxErrors=10
2016-01-14 18:32:21,460 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:21,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796341418_0001_000000, appSubmitTime=1452796341444, launchTime=1452796341445
2016-01-14 18:32:21,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:21,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:21,468 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:21,469 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:21,469 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43892
2016-01-14 18:32:21,473 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:21,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796341418_0001_000000, startTime=1452796341474
2016-01-14 18:32:21,475 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:21,475 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:21,543 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:21,543 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:21,543 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452796341418_0001, dagName=[48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,561 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,562 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796341418_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001/localmode-log-dir/dag_1452796341418_0001_1.dot
2016-01-14 18:32:21,563 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001/localmode-log-dir/dag_1452796341418_0001_1-tez-dag.pb.txt
2016-01-14 18:32:21,571 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796341418_0001_1
2016-01-14 18:32:21,571 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,571 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21 Running Dag: dag_1452796341418_0001_1
2016-01-14 18:32:21,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796341418_0001_1, submitTime=1452796341561
2016-01-14 18:32:21,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:21,581 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex EDCBADA0C806407BBFEAF2D24F942018
2016-01-14 18:32:21,581 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:21,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796341418_0001_1, initTime=1452796341581
2016-01-14 18:32:21,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:21,582 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341418_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:21,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:DAG_STARTED]: dagID=dag_1452796341418_0001_1, startTime=1452796341582
2016-01-14 18:32:21,582 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:21,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:21,582 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341418_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EDCBADA0C806407BBFEAF2D24F942018 : {FB050DCB567D4C1ABF615D0A283F8B00={InputName=FB050DCB567D4C1ABF615D0A283F8B00}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: FB050DCB567D4C1ABF615D0A283F8B00, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,583 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]. Starting root input initializers: 1
2016-01-14 18:32:21,584 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:21,585 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: FB050DCB567D4C1ABF615D0A283F8B00 on vertex vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,585 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452796341418_0001, dagName=[48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,587 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:21,588 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input FB050DCB567D4C1ABF615D0A283F8B00 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:21,588 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:21,589 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:21,591 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:21,592 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: FB050DCB567D4C1ABF615D0A283F8B00 on vertex vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,593 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:21,593 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {FB050DCB567D4C1ABF615D0A283F8B00=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:21,593 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] parallelism set to 1
2016-01-14 18:32:21,593 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:21,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796341418_0001_1_00, eventCount=1
2016-01-14 18:32:21,594 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,594 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=C3D3D5119F5343C5A2351EF1ED50C16D, vertexId=vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:21,594 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=C3D3D5119F5343C5A2351EF1ED50C16D, vertexId=vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,596 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=C3D3D5119F5343C5A2351EF1ED50C16D, vertexName=EDCBADA0C806407BBFEAF2D24F942018, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:21,596 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=C3D3D5119F5343C5A2351EF1ED50C16D, vertexId=vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, vertexId=vertex_1452796341418_0001_1_00, initRequestedTime=1452796341583, initedTime=1452796341597, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:21,598 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] with distanceFromRoot: 0
2016-01-14 18:32:21,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:21,598 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:21,599 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EDCBADA0C806407BBFEAF2D24F942018
2016-01-14 18:32:21,599 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:21,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796341418_0001_1_00, startRequestedTime=1452796341599, startedTime=1452796341599
2016-01-14 18:32:21,600 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:21,600 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:21,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:TASK_STARTED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, taskId=task_1452796341418_0001_1_00_000000, scheduledTime=1452796341600, launchTime=1452796341600
2016-01-14 18:32:21,601 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341418_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:21,601 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,602 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1, VertexName: EDCBADA0C806407BBFEAF2D24F942018, VertexParallelism: 1, TaskAttemptID:attempt_1452796341418_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB050DCB567D4C1ABF615D0A283F8B00, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C3D3D5119F5343C5A2351EF1ED50C16D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:21,602 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341418_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:21,602 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:21,603 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:21,604 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:21,604 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:21,605 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796341418_0001_00_000001
2016-01-14 18:32:21,605 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:21,606 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796341418_0001_00_000001
2016-01-14 18:32:21,606 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:21,607 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796341418_0001, with dag id: dag_1452796341418_0001_1
2016-01-14 18:32:21,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796341418_0001_00_000001, launchTime=1452796341607
2016-01-14 18:32:21,607 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:21,608 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796341418_0001_00_000001
2016-01-14 18:32:21,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:21,609 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796341418_0001_1_00_000000_0] to container: [container_1452796341418_0001_00_000001]
2016-01-14 18:32:21,609 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:21,610 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796341418_0001_00_000001 given task: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,610 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796341418_0001_1_00_000000_0] started. Is using containerId: [container_1452796341418_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:21,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0, startTime=1452796341610, containerId=container_1452796341418_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796341418_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:21,611 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:21,611 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341418_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:21,612 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341418_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:21,611 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796341418_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21 Starting to run new task attempt: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,613 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,613 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,613 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:21,613 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:21,613 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:21,613 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:21,613 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:21,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1, VertexName: EDCBADA0C806407BBFEAF2D24F942018, VertexParallelism: 1, TaskAttemptID:attempt_1452796341418_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB050DCB567D4C1ABF615D0A283F8B00, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C3D3D5119F5343C5A2351EF1ED50C16D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:21,614 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:21,615 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:21,615 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796341418_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:21,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FB050DCB567D4C1ABF615D0A283F8B00, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:21,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C3D3D5119F5343C5A2351EF1ED50C16D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:21,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:21,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,617 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:21,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C3D3D5119F5343C5A2351EF1ED50C16D
2016-01-14 18:32:21,620 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:21,620 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: C3D3D5119F5343C5A2351EF1ED50C16D
2016-01-14 18:32:21,620 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:21,621 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:21,621 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,630 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EDCBADA0C806407BBFEAF2D24F942018, ordinal: 0
2016-01-14 18:32:21,630 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EDCBADA0C806407BBFEAF2D24F942018, mem on start (mb), free: 285, total: 387, max: 672
2016-01-14 18:32:21,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:21,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:21,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:21,632 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:21,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C3D3D5119F5343C5A2351EF1ED50C16D
2016-01-14 18:32:21,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:21,632 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:21,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:21,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:21,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:21,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:21,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:21,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:21,634 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FB050DCB567D4C1ABF615D0A283F8B00, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:21,634 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C3D3D5119F5343C5A2351EF1ED50C16D, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:21,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:21,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FB050DCB567D4C1ABF615D0A283F8B00 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:21,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,635 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:21,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:21,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:21,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:21,636 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,637 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:21,638 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3605b26c
2016-01-14 18:32:21,639 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3605b26c
2016-01-14 18:32:21,639 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:21,639 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,639 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:21,640 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FB050DCB567D4C1ABF615D0A283F8B00
2016-01-14 18:32:21,640 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"], id: C3D3D5119F5343C5A2351EF1ED50C16D
2016-01-14 18:32:21,641 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"]
2016-01-14 18:32:21,641 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,641 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:21,641 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EDCBADA0C806407BBFEAF2D24F942018, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:21,644 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:21,644 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:21,645 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,645 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796341418_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:21,646 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,646 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EDCBADA0C806407BBFEAF2D24F942018, mem on close (mb), free: 283, total: 387, max: 672
2016-01-14 18:32:21 Completed running task attempt: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,648 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:21,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:21,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, taskAttemptId=attempt_1452796341418_0001_1_00_000000_0, startTime=1452796341610, finishTime=1452796341649, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341641, Process_Duration=4, Process_End_Time=1452796341645, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341418_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:21,650 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21,650 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:21,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:TASK_FINISHED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, taskId=task_1452796341418_0001_1_00_000000, startTime=1452796341610, finishTime=1452796341651, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1452796341418_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341641, Process_Duration=4, Process_End_Time=1452796341645, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,653 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341418_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:21,653 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] : 1
2016-01-14 18:32:21,653 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,653 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:21,654 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:21,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:VERTEX_FINISHED]: vertexName=EDCBADA0C806407BBFEAF2D24F942018, vertexId=vertex_1452796341418_0001_1_00, initRequestedTime=1452796341583, initedTime=1452796341597, startRequestedTime=1452796341599, startedTime=1452796341599, finishTime=1452796341653, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341641, Process_Duration=4, Process_End_Time=1452796341645, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796341610, firstTasksToStart=[ task_1452796341418_0001_1_00_000000 ], lastTaskFinishTime=1452796341649, lastTasksToFinish=[ task_1452796341418_0001_1_00_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796341418_0001_1_00_000000 ], longestDurationTasks=[ task_1452796341418_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:21,654 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:21,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:21,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796341418_0001_00_000001, stoppedTime=1452796341655, exitStatus=0
2016-01-14 18:32:21,655 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:21,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:21,656 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:21,656 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796341418_0001_1
2016-01-14 18:32:21,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796341418_0001_1
2016-01-14 18:32:21,656 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: C3D3D5119F5343C5A2351EF1ED50C16D for vertex: vertex_1452796341418_0001_1_00 [EDCBADA0C806407BBFEAF2D24F942018]
2016-01-14 18:32:21,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796341641, Process_Duration=4, Process_End_Time=1452796341645, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:21,658 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:21,658 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,658 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796341418_0001_00_000001
2016-01-14 18:32:21,659 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796341418_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:21,659 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796341418_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:21,660 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796341418_0001_00_000001, Exiting
2016-01-14 18:32:21,660 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796341418_0001_00_000001
2016-01-14 18:32:21,660 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796341418_0001_00_000001
2016-01-14 18:32:21,661 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796341418_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:21,662 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796341418_0001_00_000001 completed successfully
2016-01-14 18:32:21,667 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796341418_0001_1, queueSize=0
2016-01-14 18:32:21,667 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341418_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796341418_0001_1, startTime=1452796341582, finishTime=1452796341665, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796341641, Process_Duration=4, Process_End_Time=1452796341645, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:21,667 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:21,667 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796341418_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:21,667 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341418_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:21,667 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796341418_0001_00_000001
2016-01-14 18:32:21,667 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341418_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:21 Completed Dag: dag_1452796341418_0001_1
2016-01-14 18:32:21,668 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796341418_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:21,668 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796341418_0001_1_post
2016-01-14 18:32:21,669 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:21,669 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:21,674 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452796341418_0001
2016-01-14 18:32:21,676 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:21,676 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:21,676 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:21,676 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:21,676 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:21,677 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:21,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:21,677 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:21,677 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:21,678 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:21,678 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:21,678 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:21,679 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:21,684 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/48F58FD020BF465AA6B8107F4577E9ED/F6280E2EB2A14B30BD0EC0AC80E2CA21/.tez/application_1452796341418_0001
2016-01-14 18:32:21,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.286
2016-01-14 18:32:21,757 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_-1
2016-01-14 18:32:21,781 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:21,781 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:21,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 18:32:21,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 18:32:21,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:21,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:21,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:21,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:21,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'
2016-01-14 18:32:21,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:21,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:21,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"]
2016-01-14 18:32:21,854 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:21,855 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:21,855 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:21,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 18:32:21,856 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:21,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:21,874 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:21,874 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:21,874 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:21,883 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001 doesn't exist and is created
2016-01-14 18:32:21,897 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:21,897 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:21,898 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001
2016-01-14 18:32:21,901 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796341874_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:21,916 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:21,917 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:21,920 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:21,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:21,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001/localmode-log-dir
2016-01-14 18:32:21,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001/localmode-log-dir/history.txt.appattempt_1452796341874_0001_000000, maxErrors=10
2016-01-14 18:32:21,923 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:21,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796341874_0001_000000, appSubmitTime=1452796341900, launchTime=1452796341900
2016-01-14 18:32:21,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:21,929 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:21,929 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:21,930 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:21,934 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34981
2016-01-14 18:32:21,935 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:21,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796341874_0001_000000, startTime=1452796341939
2016-01-14 18:32:21,939 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:21,939 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:21,959 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:21,959 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:21,998 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:21,998 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:21,998 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452796341874_0001, dagName=[852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 18:32:22,015 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 18:32:22,017 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796341874_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001/localmode-log-dir/dag_1452796341874_0001_1.dot
2016-01-14 18:32:22,017 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001/localmode-log-dir/dag_1452796341874_0001_1-tez-dag.pb.txt
2016-01-14 18:32:22,025 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796341874_0001_1
2016-01-14 18:32:22,025 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,025 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 18:32:22 Running Dag: dag_1452796341874_0001_1
2016-01-14 18:32:22,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796341874_0001_1, submitTime=1452796342015
2016-01-14 18:32:22,036 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:22,036 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A90D4C5729BC48CDA5C242AB1D748A21
2016-01-14 18:32:22,036 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:22,036 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:22,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796341874_0001_1, initTime=1452796342036
2016-01-14 18:32:22,037 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341874_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:22,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:DAG_STARTED]: dagID=dag_1452796341874_0001_1, startTime=1452796342037
2016-01-14 18:32:22,038 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:22,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:22,038 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341874_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:22,038 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A90D4C5729BC48CDA5C242AB1D748A21 : {E68FC9B9B4EE4AEF847953600476D40C={InputName=E68FC9B9B4EE4AEF847953600476D40C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:22,038 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E68FC9B9B4EE4AEF847953600476D40C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:22,038 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,038 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,038 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,039 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]. Starting root input initializers: 1
2016-01-14 18:32:22,039 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:22,039 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E68FC9B9B4EE4AEF847953600476D40C on vertex vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,040 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452796341874_0001, dagName=[852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 18:32:22,043 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:22,044 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E68FC9B9B4EE4AEF847953600476D40C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:22,044 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:22,045 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:22,047 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:22,047 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E68FC9B9B4EE4AEF847953600476D40C on vertex vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,047 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:22,047 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E68FC9B9B4EE4AEF847953600476D40C=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:22,048 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] parallelism set to 1
2016-01-14 18:32:22,048 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:22,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796341874_0001_1_00, eventCount=1
2016-01-14 18:32:22,048 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,048 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=84ADFC65C6244B26A2029F40AF9BB320, vertexId=vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:22,049 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=84ADFC65C6244B26A2029F40AF9BB320, vertexId=vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,050 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=84ADFC65C6244B26A2029F40AF9BB320, vertexName=A90D4C5729BC48CDA5C242AB1D748A21, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:22,050 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=84ADFC65C6244B26A2029F40AF9BB320, vertexId=vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,051 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:22,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, vertexId=vertex_1452796341874_0001_1_00, initRequestedTime=1452796342038, initedTime=1452796342051, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:22,051 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] with distanceFromRoot: 0
2016-01-14 18:32:22,052 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:22,052 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A90D4C5729BC48CDA5C242AB1D748A21
2016-01-14 18:32:22,052 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,052 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:22,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796341874_0001_1_00, startRequestedTime=1452796342052, startedTime=1452796342052
2016-01-14 18:32:22,053 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:22,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:22,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:TASK_STARTED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, taskId=task_1452796341874_0001_1_00_000000, scheduledTime=1452796342053, launchTime=1452796342053
2016-01-14 18:32:22,054 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341874_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:22,054 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,054 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2', VertexName: A90D4C5729BC48CDA5C242AB1D748A21, VertexParallelism: 1, TaskAttemptID:attempt_1452796341874_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E68FC9B9B4EE4AEF847953600476D40C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=84ADFC65C6244B26A2029F40AF9BB320, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:22,054 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341874_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:22,055 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:22,055 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:22,056 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:22,056 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:22,056 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796341874_0001_00_000001
2016-01-14 18:32:22,056 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:22,058 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796341874_0001_00_000001
2016-01-14 18:32:22,058 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:22,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:22,059 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796341874_0001_00_000001, launchTime=1452796342059
2016-01-14 18:32:22,060 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796341874_0001_00_000001
2016-01-14 18:32:22,062 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:22,062 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796341874_0001_1_00_000000_0] to container: [container_1452796341874_0001_00_000001]
2016-01-14 18:32:22,063 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:22,063 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796341874_0001_00_000001 given task: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,063 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796341874_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22 Starting to run new task attempt: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,063 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796341874_0001_1_00_000000_0] started. Is using containerId: [container_1452796341874_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:22,063 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,063 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,064 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:22,064 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:22,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0, startTime=1452796342063, containerId=container_1452796341874_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796341874_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:22,064 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:22,064 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341874_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:22,064 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:22,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:22,064 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:22,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9] each.each/(1/1) ...SULTS.0_'field2'_'field2', VertexName: A90D4C5729BC48CDA5C242AB1D748A21, VertexParallelism: 1, TaskAttemptID:attempt_1452796341874_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E68FC9B9B4EE4AEF847953600476D40C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=84ADFC65C6244B26A2029F40AF9BB320, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:22,065 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341874_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:22,065 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:22,065 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:22,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,066 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796341874_0001, with dag id: dag_1452796341874_0001_1
2016-01-14 18:32:22,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=84ADFC65C6244B26A2029F40AF9BB320, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:22,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:22,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 84ADFC65C6244B26A2029F40AF9BB320
2016-01-14 18:32:22,067 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:22,067 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 84ADFC65C6244B26A2029F40AF9BB320
2016-01-14 18:32:22,069 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:22,072 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796341874_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:22,080 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:22,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 84ADFC65C6244B26A2029F40AF9BB320
2016-01-14 18:32:22,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E68FC9B9B4EE4AEF847953600476D40C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:22,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:22,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,082 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,084 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A90D4C5729BC48CDA5C242AB1D748A21, ordinal: 0
2016-01-14 18:32:22,084 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A90D4C5729BC48CDA5C242AB1D748A21, mem on start (mb), free: 197, total: 387, max: 672
2016-01-14 18:32:22,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:22,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:22,085 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:22,085 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:22,086 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:22,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:22,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:22,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:22,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:22,087 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:22,087 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:22,087 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 84ADFC65C6244B26A2029F40AF9BB320, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:22,087 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E68FC9B9B4EE4AEF847953600476D40C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:22,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:22,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,088 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:22,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E68FC9B9B4EE4AEF847953600476D40C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:22,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:22,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:22,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:22,091 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,094 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,094 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:22,095 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@758e2485
2016-01-14 18:32:22,095 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E68FC9B9B4EE4AEF847953600476D40C
2016-01-14 18:32:22,095 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"], id: 84ADFC65C6244B26A2029F40AF9BB320
2016-01-14 18:32:22,095 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"]
2016-01-14 18:32:22,096 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,096 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:22,096 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@758e2485
2016-01-14 18:32:22,096 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:22,096 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:22,097 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A90D4C5729BC48CDA5C242AB1D748A21, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:22,100 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:22,100 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:22,100 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,101 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796341874_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:22,102 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,102 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A90D4C5729BC48CDA5C242AB1D748A21, mem on close (mb), free: 195, total: 387, max: 672
2016-01-14 18:32:22 Completed running task attempt: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,102 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:22,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796342097, Process_Duration=4, Process_End_Time=1452796342101, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:22,104 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:22,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, taskAttemptId=attempt_1452796341874_0001_1_00_000000_0, startTime=1452796342063, finishTime=1452796342104, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342097, Process_Duration=4, Process_End_Time=1452796342101, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,104 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796341874_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:22,104 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:22,104 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:22,105 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:22,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:TASK_FINISHED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, taskId=task_1452796341874_0001_1_00_000000, startTime=1452796342063, finishTime=1452796342105, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1452796341874_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342097, Process_Duration=4, Process_End_Time=1452796342101, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,106 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796341874_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:22,106 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] : 1
2016-01-14 18:32:22,106 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,107 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,107 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796341874_0001_00_000001
2016-01-14 18:32:22,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:22,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:VERTEX_FINISHED]: vertexName=A90D4C5729BC48CDA5C242AB1D748A21, vertexId=vertex_1452796341874_0001_1_00, initRequestedTime=1452796342038, initedTime=1452796342051, startRequestedTime=1452796342052, startedTime=1452796342052, finishTime=1452796342106, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342097, Process_Duration=4, Process_End_Time=1452796342101, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796342063, firstTasksToStart=[ task_1452796341874_0001_1_00_000000 ], lastTaskFinishTime=1452796342104, lastTasksToFinish=[ task_1452796341874_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796341874_0001_1_00_000000 ], longestDurationTasks=[ task_1452796341874_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:22,110 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:22,110 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:22,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796341874_0001_00_000001, stoppedTime=1452796342110, exitStatus=0
2016-01-14 18:32:22,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:22,110 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:22,110 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:22,111 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796341874_0001_1
2016-01-14 18:32:22,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796341874_0001_1
2016-01-14 18:32:22,111 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 84ADFC65C6244B26A2029F40AF9BB320 for vertex: vertex_1452796341874_0001_1_00 [A90D4C5729BC48CDA5C242AB1D748A21]
2016-01-14 18:32:22,110 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796341874_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:22,112 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796341874_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:22,112 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796341874_0001_00_000001, Exiting
2016-01-14 18:32:22,112 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796341874_0001_00_000001
2016-01-14 18:32:22,112 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796341874_0001_00_000001
2016-01-14 18:32:22,114 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796341874_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:22,114 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796341874_0001_00_000001 completed successfully
2016-01-14 18:32:22,119 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796341874_0001_1, queueSize=0
2016-01-14 18:32:22,120 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:22,120 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796341874_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796341874_0001_1, startTime=1452796342037, finishTime=1452796342118, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342097, Process_Duration=4, Process_End_Time=1452796342101, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,120 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796341874_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:22,121 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796341874_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:22,121 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796341874_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:22,121 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796341874_0001_00_000001
2016-01-14 18:32:22 Completed Dag: dag_1452796341874_0001_1
2016-01-14 18:32:22,123 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796341874_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:22,123 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796341874_0001_1_post
2016-01-14 18:32:22,123 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,124 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:22,128 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452796341874_0001
2016-01-14 18:32:22,130 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:22,130 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:22,130 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:22,130 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:22,130 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:22,131 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:22,131 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:22,132 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:22,132 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:22,132 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:22,133 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:22,133 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:22,133 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:22,137 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/852E9195C6A049DBA6E7007FC9FD8C21/DF6C85B02E454863A78C2B612CDF61D9/.tez/application_1452796341874_0001
2016-01-14 18:32:22,138 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.284
2016-01-14 18:32:22,214 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_'field2'
2016-01-14 18:32:22,238 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:22,238 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:22,277 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 18:32:22,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 18:32:22,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:22,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:22,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:22,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:22,300 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:22,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"]
2016-01-14 18:32:22,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:22,312 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:22,312 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:22,312 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,313 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:22,326 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:22,331 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:22,332 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:22,332 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:22,341 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001 doesn't exist and is created
2016-01-14 18:32:22,357 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:22,357 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:22,358 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001
2016-01-14 18:32:22,360 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796342332_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:22,383 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:22,384 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:22,386 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:22,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:22,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001/localmode-log-dir
2016-01-14 18:32:22,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001/localmode-log-dir/history.txt.appattempt_1452796342332_0001_000000, maxErrors=10
2016-01-14 18:32:22,387 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:22,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796342332_0001_000000, appSubmitTime=1452796342360, launchTime=1452796342360
2016-01-14 18:32:22,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:22,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:22,396 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:22,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:22,398 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:59139
2016-01-14 18:32:22,401 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:22,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796342332_0001_000000, startTime=1452796342403
2016-01-14 18:32:22,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:22,403 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:22,458 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:22,458 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:22,458 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452796342332_0001, dagName=[88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,476 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,478 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796342332_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001/localmode-log-dir/dag_1452796342332_0001_1.dot
2016-01-14 18:32:22,478 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001/localmode-log-dir/dag_1452796342332_0001_1-tez-dag.pb.txt
2016-01-14 18:32:22,497 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796342332_0001_1
2016-01-14 18:32:22,498 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,498 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22 Running Dag: dag_1452796342332_0001_1
2016-01-14 18:32:22,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796342332_0001_1, submitTime=1452796342476
2016-01-14 18:32:22,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:22,509 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex EB55321CFF514F7D95D6B56E5BB89143
2016-01-14 18:32:22,509 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:22,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796342332_0001_1, initTime=1452796342508
2016-01-14 18:32:22,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:22,510 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342332_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:22,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:DAG_STARTED]: dagID=dag_1452796342332_0001_1, startTime=1452796342511
2016-01-14 18:32:22,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:22,511 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:22,512 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452796342332_0001, dagName=[88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,512 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342332_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:22,512 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EB55321CFF514F7D95D6B56E5BB89143 : {D6F9EDF831B8413DAD497DDA7E31EA56={InputName=D6F9EDF831B8413DAD497DDA7E31EA56}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:22,512 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D6F9EDF831B8413DAD497DDA7E31EA56, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:22,512 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,513 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,513 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,513 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]. Starting root input initializers: 1
2016-01-14 18:32:22,521 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:22,521 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D6F9EDF831B8413DAD497DDA7E31EA56 on vertex vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,524 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:22,525 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D6F9EDF831B8413DAD497DDA7E31EA56 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:22,526 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:22,527 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:22,529 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:22,530 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D6F9EDF831B8413DAD497DDA7E31EA56 on vertex vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,531 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:22,531 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D6F9EDF831B8413DAD497DDA7E31EA56=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:22,531 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] parallelism set to 1
2016-01-14 18:32:22,532 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:22,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796342332_0001_1_00, eventCount=1
2016-01-14 18:32:22,532 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,532 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=F8EC89F735604D78A1881907BF5C1388, vertexId=vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:22,533 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=F8EC89F735604D78A1881907BF5C1388, vertexId=vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,533 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796342332_0001, with dag id: dag_1452796342332_0001_1
2016-01-14 18:32:22,535 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=F8EC89F735604D78A1881907BF5C1388, vertexName=EB55321CFF514F7D95D6B56E5BB89143, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:22,535 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=F8EC89F735604D78A1881907BF5C1388, vertexId=vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, vertexId=vertex_1452796342332_0001_1_00, initRequestedTime=1452796342512, initedTime=1452796342536, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:22,537 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] with distanceFromRoot: 0
2016-01-14 18:32:22,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:22,537 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:22,537 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EB55321CFF514F7D95D6B56E5BB89143
2016-01-14 18:32:22,538 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796342332_0001_1_00, startRequestedTime=1452796342537, startedTime=1452796342537
2016-01-14 18:32:22,538 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:22,538 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:22,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:TASK_STARTED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, taskId=task_1452796342332_0001_1_00_000000, scheduledTime=1452796342539, launchTime=1452796342539
2016-01-14 18:32:22,539 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:22,539 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:22,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:22,539 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342332_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:22,541 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,542 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS, VertexName: EB55321CFF514F7D95D6B56E5BB89143, VertexParallelism: 1, TaskAttemptID:attempt_1452796342332_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6F9EDF831B8413DAD497DDA7E31EA56, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F8EC89F735604D78A1881907BF5C1388, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:22,542 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342332_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:22,542 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:22,544 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:22,545 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:22,545 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:22,545 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796342332_0001_00_000001
2016-01-14 18:32:22,545 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:22,548 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796342332_0001_00_000001
2016-01-14 18:32:22,548 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:22,550 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:22,550 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:22,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796342332_0001_00_000001, launchTime=1452796342550
2016-01-14 18:32:22,552 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796342332_0001_00_000001
2016-01-14 18:32:22,553 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796342332_0001_1_00_000000_0] to container: [container_1452796342332_0001_00_000001]
2016-01-14 18:32:22,553 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:22,554 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796342332_0001_1_00_000000_0] started. Is using containerId: [container_1452796342332_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:22,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0, startTime=1452796342554, containerId=container_1452796342332_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796342332_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:22,554 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342332_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:22,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:22,555 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342332_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:22,555 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796342332_0001_00_000001 given task: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,556 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796342332_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22 Starting to run new task attempt: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,556 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,556 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,557 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:22,557 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:22,557 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:22,557 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:22,557 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS, VertexName: EB55321CFF514F7D95D6B56E5BB89143, VertexParallelism: 1, TaskAttemptID:attempt_1452796342332_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6F9EDF831B8413DAD497DDA7E31EA56, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F8EC89F735604D78A1881907BF5C1388, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:22,557 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:22,558 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:22,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,561 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796342332_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:22,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D6F9EDF831B8413DAD497DDA7E31EA56, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:22,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:22,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,565 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F8EC89F735604D78A1881907BF5C1388, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F8EC89F735604D78A1881907BF5C1388
2016-01-14 18:32:22,567 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:22,567 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: F8EC89F735604D78A1881907BF5C1388
2016-01-14 18:32:22,570 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:22,578 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:22,579 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,584 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EB55321CFF514F7D95D6B56E5BB89143, ordinal: 0
2016-01-14 18:32:22,584 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB55321CFF514F7D95D6B56E5BB89143, mem on start (mb), free: 311, total: 387, max: 672
2016-01-14 18:32:22,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:22,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:22,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:22,593 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:22,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F8EC89F735604D78A1881907BF5C1388
2016-01-14 18:32:22,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:22,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:22,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:22,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:22,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:22,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:22,596 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:22,596 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:22,597 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F8EC89F735604D78A1881907BF5C1388, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:22,597 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D6F9EDF831B8413DAD497DDA7E31EA56, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:22,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:22,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D6F9EDF831B8413DAD497DDA7E31EA56 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:22,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,598 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:22,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:22,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:22,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:22,601 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,601 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:22,604 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4d1f4fd4
2016-01-14 18:32:22,605 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4d1f4fd4
2016-01-14 18:32:22,605 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:22,605 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:22,605 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,606 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D6F9EDF831B8413DAD497DDA7E31EA56
2016-01-14 18:32:22,606 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"], id: F8EC89F735604D78A1881907BF5C1388
2016-01-14 18:32:22,606 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"]
2016-01-14 18:32:22,607 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,607 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:22,607 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EB55321CFF514F7D95D6B56E5BB89143, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:22,609 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:22,609 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:22,610 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,610 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796342332_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:22,611 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,611 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB55321CFF514F7D95D6B56E5BB89143, mem on close (mb), free: 309, total: 387, max: 672
2016-01-14 18:32:22 Completed running task attempt: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,612 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:22,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796342607, Process_Duration=4, Process_End_Time=1452796342611, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:22,613 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:22,613 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, taskAttemptId=attempt_1452796342332_0001_1_00_000000_0, startTime=1452796342554, finishTime=1452796342612, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342607, Process_Duration=4, Process_End_Time=1452796342611, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,613 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342332_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:22,613 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22,613 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:22,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:TASK_FINISHED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, taskId=task_1452796342332_0001_1_00_000000, startTime=1452796342554, finishTime=1452796342613, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1452796342332_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342607, Process_Duration=4, Process_End_Time=1452796342611, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,614 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342332_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:22,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:22,615 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796342332_0001_00_000001
2016-01-14 18:32:22,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:22,616 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] : 1
2016-01-14 18:32:22,616 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:VERTEX_FINISHED]: vertexName=EB55321CFF514F7D95D6B56E5BB89143, vertexId=vertex_1452796342332_0001_1_00, initRequestedTime=1452796342512, initedTime=1452796342536, startRequestedTime=1452796342537, startedTime=1452796342537, finishTime=1452796342616, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342607, Process_Duration=4, Process_End_Time=1452796342611, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796342554, firstTasksToStart=[ task_1452796342332_0001_1_00_000000 ], lastTaskFinishTime=1452796342612, lastTasksToFinish=[ task_1452796342332_0001_1_00_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796342332_0001_1_00_000000 ], longestDurationTasks=[ task_1452796342332_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:22,618 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:22,618 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:22,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796342332_0001_00_000001, stoppedTime=1452796342618, exitStatus=0
2016-01-14 18:32:22,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:22,619 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:22,619 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796342332_0001_1
2016-01-14 18:32:22,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:22,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:22,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796342332_0001_1
2016-01-14 18:32:22,621 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: F8EC89F735604D78A1881907BF5C1388 for vertex: vertex_1452796342332_0001_1_00 [EB55321CFF514F7D95D6B56E5BB89143]
2016-01-14 18:32:22,626 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796342332_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:22,626 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796342332_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:22,626 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796342332_0001_00_000001, Exiting
2016-01-14 18:32:22,626 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796342332_0001_00_000001
2016-01-14 18:32:22,626 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796342332_0001_00_000001
2016-01-14 18:32:22,630 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796342332_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:22,631 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796342332_0001_00_000001 completed successfully
2016-01-14 18:32:22,634 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796342332_0001_1, queueSize=0
2016-01-14 18:32:22,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342332_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796342332_0001_1, startTime=1452796342511, finishTime=1452796342632, timeTaken=121, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796342607, Process_Duration=4, Process_End_Time=1452796342611, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:22,634 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796342332_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:22,634 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:22,634 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342332_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:22,635 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342332_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:22,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796342332_0001_00_000001
2016-01-14 18:32:22 Completed Dag: dag_1452796342332_0001_1
2016-01-14 18:32:22,635 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796342332_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:22,635 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796342332_0001_1_post
2016-01-14 18:32:22,635 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:22,635 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:22,643 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452796342332_0001
2016-01-14 18:32:22,646 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:22,646 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:22,646 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:22,646 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:22,646 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:22,647 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:22,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:22,648 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:22,648 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:22,649 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:22,650 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:22,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:22,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:22,657 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/88DCF1290CC74E308302EFFCEBEDCFFB/AC886F0B9A7641D19D3D978257ABE100/.tez/application_1452796342332_0001
2016-01-14 18:32:22,658 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.347
2016-01-14 18:32:22,737 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_RESULTS
2016-01-14 18:32:22,761 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:22,761 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:22,798 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 18:32:22,813 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-01-14 18:32:22,814 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:22,814 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:22,814 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:22,839 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:22,840 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:22,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:22,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:22,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"]
2016-01-14 18:32:22,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:22,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:22,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:22,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:22,853 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:22,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:22,874 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:22,874 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:22,874 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:22,883 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001 doesn't exist and is created
2016-01-14 18:32:22,903 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:22,904 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:22,905 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001
2016-01-14 18:32:22,909 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796342874_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:22,922 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:22,923 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:22,924 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:22,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:22,925 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001/localmode-log-dir
2016-01-14 18:32:22,925 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001/localmode-log-dir/history.txt.appattempt_1452796342874_0001_000000, maxErrors=10
2016-01-14 18:32:22,925 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:22,925 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796342874_0001_000000, appSubmitTime=1452796342909, launchTime=1452796342909
2016-01-14 18:32:22,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:22,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:22,935 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33722
2016-01-14 18:32:22,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:22,936 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:22,943 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:22,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796342874_0001_000000, startTime=1452796342947
2016-01-14 18:32:22,947 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:22,947 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:23,004 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:23,004 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:23,004 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452796342874_0001, dagName=[A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:23,023 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:23,025 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796342874_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001/localmode-log-dir/dag_1452796342874_0001_1.dot
2016-01-14 18:32:23,026 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001/localmode-log-dir/dag_1452796342874_0001_1-tez-dag.pb.txt
2016-01-14 18:32:23,031 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796342874_0001_1
2016-01-14 18:32:23,031 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,032 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:23 Running Dag: dag_1452796342874_0001_1
2016-01-14 18:32:23,042 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:23,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796342874_0001_1, submitTime=1452796343024
2016-01-14 18:32:23,043 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A386A2035D134F12A3AABB75F655AE7A
2016-01-14 18:32:23,043 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:23,044 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:23,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796342874_0001_1, initTime=1452796343042
2016-01-14 18:32:23,044 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342874_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:23,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:DAG_STARTED]: dagID=dag_1452796342874_0001_1, startTime=1452796343044
2016-01-14 18:32:23,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:23,045 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:23,045 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342874_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:23,045 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A386A2035D134F12A3AABB75F655AE7A : {9857609BBF8C4E5AAD51E5596F57751E={InputName=9857609BBF8C4E5AAD51E5596F57751E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:23,045 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 9857609BBF8C4E5AAD51E5596F57751E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:23,045 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,045 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452796342874_0001, dagName=[A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:23,045 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,046 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,046 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]. Starting root input initializers: 1
2016-01-14 18:32:23,046 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:23,047 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 9857609BBF8C4E5AAD51E5596F57751E on vertex vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,048 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:23,048 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 9857609BBF8C4E5AAD51E5596F57751E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:23,048 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:23,049 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:23,050 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:23,050 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 9857609BBF8C4E5AAD51E5596F57751E on vertex vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,050 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:23,050 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {9857609BBF8C4E5AAD51E5596F57751E=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:23,051 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] parallelism set to 1
2016-01-14 18:32:23,051 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:23,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796342874_0001_1_00, eventCount=1
2016-01-14 18:32:23,051 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,051 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=81540668EF684EDE857B2B98C3F53736, vertexId=vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:23,051 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=81540668EF684EDE857B2B98C3F53736, vertexId=vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,053 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=81540668EF684EDE857B2B98C3F53736, vertexName=A386A2035D134F12A3AABB75F655AE7A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:23,053 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=81540668EF684EDE857B2B98C3F53736, vertexId=vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, vertexId=vertex_1452796342874_0001_1_00, initRequestedTime=1452796343045, initedTime=1452796343054, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:23,054 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] with distanceFromRoot: 0
2016-01-14 18:32:23,054 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:23,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:23,054 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A386A2035D134F12A3AABB75F655AE7A
2016-01-14 18:32:23,054 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796342874_0001_1_00, startRequestedTime=1452796343054, startedTime=1452796343054
2016-01-14 18:32:23,055 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:23,055 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:23,055 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:23,056 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:TASK_STARTED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, taskId=task_1452796342874_0001_1_00_000000, scheduledTime=1452796343055, launchTime=1452796343055
2016-01-14 18:32:23,056 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342874_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:23,056 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,056 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL, VertexName: A386A2035D134F12A3AABB75F655AE7A, VertexParallelism: 1, TaskAttemptID:attempt_1452796342874_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9857609BBF8C4E5AAD51E5596F57751E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=81540668EF684EDE857B2B98C3F53736, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:23,056 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342874_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:23,056 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:23,057 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:23,057 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:23,057 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:23,058 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796342874_0001_00_000001
2016-01-14 18:32:23,058 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:23,060 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796342874_0001_00_000001
2016-01-14 18:32:23,060 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:23,061 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:23,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:23,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796342874_0001_00_000001, launchTime=1452796343061
2016-01-14 18:32:23,062 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796342874_0001_00_000001
2016-01-14 18:32:23,063 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796342874_0001_1_00_000000_0] to container: [container_1452796342874_0001_00_000001]
2016-01-14 18:32:23,063 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:23,064 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796342874_0001_00_000001 given task: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,064 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796342874_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,064 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796342874_0001_1_00_000000_0] started. Is using containerId: [container_1452796342874_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:23,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0, startTime=1452796343064, containerId=container_1452796342874_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796342874_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:23 Starting to run new task attempt: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,064 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,064 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342874_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:23,065 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:23,065 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:23,065 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:23,065 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342874_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:23,065 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:23,065 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:23,065 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:23,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL, VertexName: A386A2035D134F12A3AABB75F655AE7A, VertexParallelism: 1, TaskAttemptID:attempt_1452796342874_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9857609BBF8C4E5AAD51E5596F57751E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=81540668EF684EDE857B2B98C3F53736, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:23,066 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:23,066 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:23,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=9857609BBF8C4E5AAD51E5596F57751E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:23,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:23,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,068 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,072 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796342874_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:23,074 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:23,074 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,075 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:23,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796342874_0001, with dag id: dag_1452796342874_0001_1
2016-01-14 18:32:23,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=81540668EF684EDE857B2B98C3F53736, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:23,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:23,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 81540668EF684EDE857B2B98C3F53736
2016-01-14 18:32:23,080 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:23,080 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 81540668EF684EDE857B2B98C3F53736
2016-01-14 18:32:23,084 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A386A2035D134F12A3AABB75F655AE7A, ordinal: 0
2016-01-14 18:32:23,085 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A386A2035D134F12A3AABB75F655AE7A, mem on start (mb), free: 220, total: 387, max: 672
2016-01-14 18:32:23,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:23,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:23,090 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:23,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 81540668EF684EDE857B2B98C3F53736
2016-01-14 18:32:23,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:23,091 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:23,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:23,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:23,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:23,091 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:23,092 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:23,092 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:23,092 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 9857609BBF8C4E5AAD51E5596F57751E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:23,092 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 81540668EF684EDE857B2B98C3F53736, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:23,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:23,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 9857609BBF8C4E5AAD51E5596F57751E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:23,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:23,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:23,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,093 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:23,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:23,093 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,094 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:23,094 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1a178ca0
2016-01-14 18:32:23,095 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1a178ca0
2016-01-14 18:32:23,096 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:23,096 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:23,097 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,098 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 9857609BBF8C4E5AAD51E5596F57751E
2016-01-14 18:32:23,098 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"], id: 81540668EF684EDE857B2B98C3F53736
2016-01-14 18:32:23,098 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"]
2016-01-14 18:32:23,098 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,098 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:23,099 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A386A2035D134F12A3AABB75F655AE7A, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:23,102 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:23,102 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:23,102 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,102 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796342874_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:23,103 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,103 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A386A2035D134F12A3AABB75F655AE7A, mem on close (mb), free: 218, total: 387, max: 672
2016-01-14 18:32:23 Completed running task attempt: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,104 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:23,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, taskAttemptId=attempt_1452796342874_0001_1_00_000000_0, startTime=1452796343064, finishTime=1452796343105, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=792, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343099, Process_Duration=4, Process_End_Time=1452796343103, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,106 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:23,106 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796342874_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:23,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=792, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796343099, Process_Duration=4, Process_End_Time=1452796343103, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:23,106 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:23,107 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:23,106 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23,107 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,107 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796342874_0001_00_000001
2016-01-14 18:32:23,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:TASK_FINISHED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, taskId=task_1452796342874_0001_1_00_000000, startTime=1452796343064, finishTime=1452796343107, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1452796342874_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=792, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343099, Process_Duration=4, Process_End_Time=1452796343103, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:23,108 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796342874_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:23,108 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] : 1
2016-01-14 18:32:23,108 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:23,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:VERTEX_FINISHED]: vertexName=A386A2035D134F12A3AABB75F655AE7A, vertexId=vertex_1452796342874_0001_1_00, initRequestedTime=1452796343045, initedTime=1452796343054, startRequestedTime=1452796343054, startedTime=1452796343054, finishTime=1452796343108, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=792, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343099, Process_Duration=4, Process_End_Time=1452796343103, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796343064, firstTasksToStart=[ task_1452796342874_0001_1_00_000000 ], lastTaskFinishTime=1452796343105, lastTasksToFinish=[ task_1452796342874_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796342874_0001_1_00_000000 ], longestDurationTasks=[ task_1452796342874_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:23,110 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:23,110 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:23,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796342874_0001_00_000001, stoppedTime=1452796343110, exitStatus=0
2016-01-14 18:32:23,110 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:23,110 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:23,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:23,110 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796342874_0001_1
2016-01-14 18:32:23,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796342874_0001_1
2016-01-14 18:32:23,111 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 81540668EF684EDE857B2B98C3F53736 for vertex: vertex_1452796342874_0001_1_00 [A386A2035D134F12A3AABB75F655AE7A]
2016-01-14 18:32:23,118 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796342874_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:23,118 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796342874_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:23,118 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796342874_0001_00_000001, Exiting
2016-01-14 18:32:23,118 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796342874_0001_00_000001
2016-01-14 18:32:23,118 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796342874_0001_00_000001
2016-01-14 18:32:23,119 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796342874_0001_1, queueSize=0
2016-01-14 18:32:23,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796342874_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796342874_0001_1, startTime=1452796343044, finishTime=1452796343117, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=792, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406323200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343099, Process_Duration=4, Process_End_Time=1452796343103, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,119 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796342874_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:23,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:23,119 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796342874_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:23,120 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796342874_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:23 Completed Dag: dag_1452796342874_0001_1
2016-01-14 18:32:23,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796342874_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:23,120 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796342874_0001_1_post
2016-01-14 18:32:23,120 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:23,120 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:23,121 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796342874_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:23,122 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796342874_0001_00_000001 completed successfully
2016-01-14 18:32:23,122 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796342874_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:23,128 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452796342874_0001
2016-01-14 18:32:23,130 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:23,131 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:23,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:23,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:23,131 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:23,131 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:23,131 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:23,132 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:23,132 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:23,132 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:23,133 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:23,133 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:23,133 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:23,139 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/A8B44E296F394DE0983E47A0ED7AEA17/FA19FB1BE97844428F446DB6EDBB5F8B/.tez/application_1452796342874_0001
2016-01-14 18:32:23,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.287
2016-01-14 18:32:23,142 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:23,142 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:23,208 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_ALL
2016-01-14 18:32:23,230 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:23,231 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:23,268 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 18:32:23,268 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 18:32:23,269 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:23,269 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:23,269 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:23,283 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:23,284 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,297 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:23,297 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,297 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"]
2016-01-14 18:32:23,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:23,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:23,298 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:23,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,299 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:23,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:23,318 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:23,319 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:23,319 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:23,327 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001 doesn't exist and is created
2016-01-14 18:32:23,341 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:23,341 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:23,342 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001
2016-01-14 18:32:23,343 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796343319_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:23,354 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:23,355 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:23,356 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:23,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:23,356 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001/localmode-log-dir
2016-01-14 18:32:23,357 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001/localmode-log-dir/history.txt.appattempt_1452796343319_0001_000000, maxErrors=10
2016-01-14 18:32:23,357 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:23,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796343319_0001_000000, appSubmitTime=1452796343343, launchTime=1452796343343
2016-01-14 18:32:23,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:23,361 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:23,361 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:23,361 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:23,363 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49599
2016-01-14 18:32:23,365 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:23,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796343319_0001_000000, startTime=1452796343367
2016-01-14 18:32:23,367 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:23,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:23,442 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:23,442 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:23,442 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452796343319_0001, dagName=[763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,459 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,460 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796343319_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001/localmode-log-dir/dag_1452796343319_0001_1.dot
2016-01-14 18:32:23,461 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001/localmode-log-dir/dag_1452796343319_0001_1-tez-dag.pb.txt
2016-01-14 18:32:23,466 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796343319_0001_1
2016-01-14 18:32:23,466 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,466 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23 Running Dag: dag_1452796343319_0001_1
2016-01-14 18:32:23,476 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796343319_0001_1, submitTime=1452796343459
2016-01-14 18:32:23,476 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:23,476 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D0856FE2FD6741B9B96A7901DE916069
2016-01-14 18:32:23,477 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:23,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796343319_0001_1, initTime=1452796343476
2016-01-14 18:32:23,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:23,478 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343319_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:23,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:DAG_STARTED]: dagID=dag_1452796343319_0001_1, startTime=1452796343478
2016-01-14 18:32:23,479 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:23,479 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343319_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:23,479 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452796343319_0001, dagName=[763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,479 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D0856FE2FD6741B9B96A7901DE916069 : {70AC989951D246FF86A934133F3905C6={InputName=70AC989951D246FF86A934133F3905C6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:23,479 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 70AC989951D246FF86A934133F3905C6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:23,480 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,480 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,480 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,480 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]. Starting root input initializers: 1
2016-01-14 18:32:23,480 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:23,481 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:23,481 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 70AC989951D246FF86A934133F3905C6 on vertex vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,482 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:23,482 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 70AC989951D246FF86A934133F3905C6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:23,483 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:23,483 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:23,484 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:23,484 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 70AC989951D246FF86A934133F3905C6 on vertex vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,485 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:23,485 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {70AC989951D246FF86A934133F3905C6=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:23,485 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] parallelism set to 1
2016-01-14 18:32:23,485 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:23,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796343319_0001_1_00, eventCount=1
2016-01-14 18:32:23,486 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,486 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=51CC689AEB7D450282EA99B55472E99D, vertexId=vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:23,486 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=51CC689AEB7D450282EA99B55472E99D, vertexId=vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,488 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=51CC689AEB7D450282EA99B55472E99D, vertexName=D0856FE2FD6741B9B96A7901DE916069, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:23,488 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=51CC689AEB7D450282EA99B55472E99D, vertexId=vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,489 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, vertexId=vertex_1452796343319_0001_1_00, initRequestedTime=1452796343479, initedTime=1452796343489, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:23,489 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] with distanceFromRoot: 0
2016-01-14 18:32:23,489 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:23,489 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:23,489 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D0856FE2FD6741B9B96A7901DE916069
2016-01-14 18:32:23,489 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,495 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:23,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796343319_0001_1_00, startRequestedTime=1452796343489, startedTime=1452796343489
2016-01-14 18:32:23,495 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:23,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:23,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:TASK_STARTED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, taskId=task_1452796343319_0001_1_00_000000, scheduledTime=1452796343496, launchTime=1452796343496
2016-01-14 18:32:23,497 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343319_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:23,497 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,498 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, VertexName: D0856FE2FD6741B9B96A7901DE916069, VertexParallelism: 1, TaskAttemptID:attempt_1452796343319_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=70AC989951D246FF86A934133F3905C6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=51CC689AEB7D450282EA99B55472E99D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:23,498 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343319_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:23,498 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:23,499 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:23,499 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:23,500 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:23,500 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796343319_0001_00_000001
2016-01-14 18:32:23,500 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:23,501 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796343319_0001_00_000001
2016-01-14 18:32:23,502 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:23,502 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:23,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:23,503 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796343319_0001_00_000001, launchTime=1452796343503
2016-01-14 18:32:23,504 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796343319_0001_00_000001
2016-01-14 18:32:23,505 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796343319_0001_1_00_000000_0] to container: [container_1452796343319_0001_00_000001]
2016-01-14 18:32:23,505 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:23,505 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796343319_0001_00_000001 given task: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,505 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796343319_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,505 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796343319_0001_1_00_000000_0] started. Is using containerId: [container_1452796343319_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:23,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0, startTime=1452796343505, containerId=container_1452796343319_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796343319_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:23,506 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343319_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:23 Starting to run new task attempt: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,506 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343319_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:23,506 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:23,507 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,507 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:23,508 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:23,508 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:23,508 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:23,508 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:23,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, VertexName: D0856FE2FD6741B9B96A7901DE916069, VertexParallelism: 1, TaskAttemptID:attempt_1452796343319_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=70AC989951D246FF86A934133F3905C6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=51CC689AEB7D450282EA99B55472E99D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:23,509 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:23,510 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:23,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,511 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796343319_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:23,509 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796343319_0001, with dag id: dag_1452796343319_0001_1
2016-01-14 18:32:23,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=70AC989951D246FF86A934133F3905C6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:23,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=51CC689AEB7D450282EA99B55472E99D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:23,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:23,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 51CC689AEB7D450282EA99B55472E99D
2016-01-14 18:32:23,528 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:23,528 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 51CC689AEB7D450282EA99B55472E99D
2016-01-14 18:32:23,528 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:23,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:23,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,532 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,535 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D0856FE2FD6741B9B96A7901DE916069, ordinal: 0
2016-01-14 18:32:23,535 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D0856FE2FD6741B9B96A7901DE916069, mem on start (mb), free: 341, total: 388, max: 672
2016-01-14 18:32:23,535 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:23,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:23,536 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:23,538 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,538 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,539 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:23,541 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:23,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 51CC689AEB7D450282EA99B55472E99D
2016-01-14 18:32:23,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:23,541 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:23,541 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:23,541 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:23,542 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:23,543 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:23,544 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:23,544 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:23,544 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 51CC689AEB7D450282EA99B55472E99D, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:23,544 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 70AC989951D246FF86A934133F3905C6, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:23,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:23,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 70AC989951D246FF86A934133F3905C6 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:23,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:23,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:23,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,546 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:23,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:23,547 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,547 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:23,548 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@200a28e2
2016-01-14 18:32:23,549 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@200a28e2
2016-01-14 18:32:23,549 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:23,549 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:23,550 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,550 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 70AC989951D246FF86A934133F3905C6
2016-01-14 18:32:23,550 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"], id: 51CC689AEB7D450282EA99B55472E99D
2016-01-14 18:32:23,551 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"]
2016-01-14 18:32:23,551 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,551 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:23,551 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D0856FE2FD6741B9B96A7901DE916069, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:23,554 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:23,555 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:23,556 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,556 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796343319_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:23,557 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,557 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D0856FE2FD6741B9B96A7901DE916069, mem on close (mb), free: 339, total: 388, max: 672
2016-01-14 18:32:23 Completed running task attempt: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,558 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:23,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796343551, Process_Duration=6, Process_End_Time=1452796343557, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:23,559 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:23,559 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, taskAttemptId=attempt_1452796343319_0001_1_00_000000_0, startTime=1452796343505, finishTime=1452796343559, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343551, Process_Duration=6, Process_End_Time=1452796343557, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,559 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343319_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:23,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:23,559 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23,559 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:23,560 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:23,560 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:TASK_FINISHED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, taskId=task_1452796343319_0001_1_00_000000, startTime=1452796343505, finishTime=1452796343560, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1452796343319_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343551, Process_Duration=6, Process_End_Time=1452796343557, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,561 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343319_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:23,562 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] : 1
2016-01-14 18:32:23,562 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,561 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796343319_0001_00_000001
2016-01-14 18:32:23,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:23,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:VERTEX_FINISHED]: vertexName=D0856FE2FD6741B9B96A7901DE916069, vertexId=vertex_1452796343319_0001_1_00, initRequestedTime=1452796343479, initedTime=1452796343489, startRequestedTime=1452796343489, startedTime=1452796343489, finishTime=1452796343562, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343551, Process_Duration=6, Process_End_Time=1452796343557, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796343505, firstTasksToStart=[ task_1452796343319_0001_1_00_000000 ], lastTaskFinishTime=1452796343559, lastTasksToFinish=[ task_1452796343319_0001_1_00_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796343319_0001_1_00_000000 ], longestDurationTasks=[ task_1452796343319_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:23,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:23,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:23,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796343319_0001_00_000001, stoppedTime=1452796343567, exitStatus=0
2016-01-14 18:32:23,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:23,568 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:23,568 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796343319_0001_1
2016-01-14 18:32:23,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:23,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796343319_0001_1
2016-01-14 18:32:23,569 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 51CC689AEB7D450282EA99B55472E99D for vertex: vertex_1452796343319_0001_1_00 [D0856FE2FD6741B9B96A7901DE916069]
2016-01-14 18:32:23,569 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796343319_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:23,570 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796343319_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:23,570 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796343319_0001_00_000001, Exiting
2016-01-14 18:32:23,570 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796343319_0001_00_000001
2016-01-14 18:32:23,570 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796343319_0001_00_000001
2016-01-14 18:32:23,571 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796343319_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:23,571 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796343319_0001_00_000001 completed successfully
2016-01-14 18:32:23,577 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796343319_0001_1, queueSize=0
2016-01-14 18:32:23,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:23,577 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343319_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796343319_0001_1, startTime=1452796343478, finishTime=1452796343576, timeTaken=98, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796343551, Process_Duration=6, Process_End_Time=1452796343557, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:23,577 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796343319_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:23,578 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343319_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:23,578 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796343319_0001_00_000001
2016-01-14 18:32:23,579 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343319_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:23 Completed Dag: dag_1452796343319_0001_1
2016-01-14 18:32:23,579 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796343319_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:23,580 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796343319_0001_1_post
2016-01-14 18:32:23,580 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:23,580 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:23,585 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452796343319_0001
2016-01-14 18:32:23,587 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:23,587 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:23,587 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:23,587 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:23,587 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:23,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:23,588 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:23,588 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:23,588 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:23,588 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:23,589 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:23,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:23,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:23,593 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/763E438A878C474193301B8376592923/B4447FE1F8A94BA3A60AF4A277D1A9F7/.tez/application_1452796343319_0001
2016-01-14 18:32:23,593 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.296
2016-01-14 18:32:23,662 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:23,663 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:23,666 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_-1
2016-01-14 18:32:23,691 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:23,691 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:23,719 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-01-14 18:32:23,723 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-01-14 18:32:23,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:23,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:23,724 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_'field2'
2016-01-14 18:32:23,747 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:23,748 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:23,786 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 18:32:23,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 18:32:23,793 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:23,793 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:23,793 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:23,815 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:23,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:23,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:23,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:23,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"]
2016-01-14 18:32:23,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:23,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:23,831 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:23,831 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:23,832 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:23,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:23,851 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:23,851 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:23,851 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:23,861 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001 doesn't exist and is created
2016-01-14 18:32:23,876 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:23,876 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:23,876 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001
2016-01-14 18:32:23,878 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796343851_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:23,888 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:23,893 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:23,896 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:23,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:23,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001/localmode-log-dir
2016-01-14 18:32:23,898 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001/localmode-log-dir/history.txt.appattempt_1452796343851_0001_000000, maxErrors=10
2016-01-14 18:32:23,898 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:23,900 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796343851_0001_000000, appSubmitTime=1452796343877, launchTime=1452796343878
2016-01-14 18:32:23,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:23,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:23,910 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:23,910 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43007
2016-01-14 18:32:23,910 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:23,912 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:23,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796343851_0001_000000, startTime=1452796343914
2016-01-14 18:32:23,914 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:23,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:23,976 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:23,977 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:23,977 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452796343851_0001, dagName=[4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:23,994 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:23,995 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796343851_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001/localmode-log-dir/dag_1452796343851_0001_1.dot
2016-01-14 18:32:23,995 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001/localmode-log-dir/dag_1452796343851_0001_1-tez-dag.pb.txt
2016-01-14 18:32:24,001 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796343851_0001_1
2016-01-14 18:32:24,001 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,001 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:24 Running Dag: dag_1452796343851_0001_1
2016-01-14 18:32:24,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796343851_0001_1, submitTime=1452796343994
2016-01-14 18:32:24,012 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:24,013 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C2818B52D5024DF49DDE65A3497DD96D
2016-01-14 18:32:24,013 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:24,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796343851_0001_1, initTime=1452796344012
2016-01-14 18:32:24,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:24,014 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343851_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:24,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:DAG_STARTED]: dagID=dag_1452796343851_0001_1, startTime=1452796344014
2016-01-14 18:32:24,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:24,014 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:24,015 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343851_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:24,015 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C2818B52D5024DF49DDE65A3497DD96D : {FA58AAB47DBC49AAA464D380227C7ACE={InputName=FA58AAB47DBC49AAA464D380227C7ACE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:24,015 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: FA58AAB47DBC49AAA464D380227C7ACE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:24,015 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,016 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,016 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,016 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452796343851_0001, dagName=[4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:24,016 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]. Starting root input initializers: 1
2016-01-14 18:32:24,016 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:24,017 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: FA58AAB47DBC49AAA464D380227C7ACE on vertex vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,018 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:24,019 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input FA58AAB47DBC49AAA464D380227C7ACE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:24,019 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:24,019 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:24,021 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:24,021 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: FA58AAB47DBC49AAA464D380227C7ACE on vertex vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,021 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,021 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {FA58AAB47DBC49AAA464D380227C7ACE=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:24,022 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] parallelism set to 1
2016-01-14 18:32:24,022 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796343851_0001_1_00, eventCount=1
2016-01-14 18:32:24,022 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,022 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=347B06F099884532A282783A25C71CA0, vertexId=vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:24,023 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=347B06F099884532A282783A25C71CA0, vertexId=vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,025 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=347B06F099884532A282783A25C71CA0, vertexName=C2818B52D5024DF49DDE65A3497DD96D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:24,025 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=347B06F099884532A282783A25C71CA0, vertexId=vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:24,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, vertexId=vertex_1452796343851_0001_1_00, initRequestedTime=1452796344015, initedTime=1452796344026, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:24,026 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] with distanceFromRoot: 0
2016-01-14 18:32:24,026 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:24,026 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C2818B52D5024DF49DDE65A3497DD96D
2016-01-14 18:32:24,026 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:24,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796343851_0001_1_00, startRequestedTime=1452796344026, startedTime=1452796344026
2016-01-14 18:32:24,027 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:24,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:24,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:TASK_STARTED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, taskId=task_1452796343851_0001_1_00_000000, scheduledTime=1452796344027, launchTime=1452796344027
2016-01-14 18:32:24,028 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343851_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:24,028 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,028 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS, VertexName: C2818B52D5024DF49DDE65A3497DD96D, VertexParallelism: 1, TaskAttemptID:attempt_1452796343851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FA58AAB47DBC49AAA464D380227C7ACE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=347B06F099884532A282783A25C71CA0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,028 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343851_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:24,029 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:24,029 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:24,030 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:24,030 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:24,030 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796343851_0001_00_000001
2016-01-14 18:32:24,030 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:24,032 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796343851_0001_00_000001
2016-01-14 18:32:24,032 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:24,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:24,034 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:24,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796343851_0001_00_000001, launchTime=1452796344033
2016-01-14 18:32:24,035 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796343851_0001_00_000001
2016-01-14 18:32:24,036 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796343851_0001_1_00_000000_0] to container: [container_1452796343851_0001_00_000001]
2016-01-14 18:32:24,036 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:24,037 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796343851_0001_1_00_000000_0] started. Is using containerId: [container_1452796343851_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:24,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:24,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0, startTime=1452796344037, containerId=container_1452796343851_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796343851_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:24,038 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343851_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:24,038 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343851_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:24,038 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796343851_0001_00_000001 given task: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,038 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796343851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,039 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,039 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,039 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:24,039 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:24,039 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:24,040 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:24,040 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:24,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS, VertexName: C2818B52D5024DF49DDE65A3497DD96D, VertexParallelism: 1, TaskAttemptID:attempt_1452796343851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FA58AAB47DBC49AAA464D380227C7ACE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=347B06F099884532A282783A25C71CA0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,040 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:24,041 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796343851_0001, with dag id: dag_1452796343851_0001_1
2016-01-14 18:32:24,045 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,045 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:24,045 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FA58AAB47DBC49AAA464D380227C7ACE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:24,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:24,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,048 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,049 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:24,050 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796343851_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:24,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=347B06F099884532A282783A25C71CA0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:24,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:24,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 347B06F099884532A282783A25C71CA0
2016-01-14 18:32:24,052 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:24,053 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:24,054 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,052 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 347B06F099884532A282783A25C71CA0
2016-01-14 18:32:24,058 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C2818B52D5024DF49DDE65A3497DD96D, ordinal: 0
2016-01-14 18:32:24,058 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2818B52D5024DF49DDE65A3497DD96D, mem on start (mb), free: 234, total: 388, max: 672
2016-01-14 18:32:24,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:24,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:24,066 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:24,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 347B06F099884532A282783A25C71CA0
2016-01-14 18:32:24,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:24,066 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:24,066 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:24,066 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,067 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:24,067 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,067 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:24,067 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:24,067 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FA58AAB47DBC49AAA464D380227C7ACE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:24,067 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 347B06F099884532A282783A25C71CA0, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:24,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FA58AAB47DBC49AAA464D380227C7ACE being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,068 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:24,069 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,069 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:24,070 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1d25f490
2016-01-14 18:32:24,071 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1d25f490
2016-01-14 18:32:24,071 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:24,071 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:24,072 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,073 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FA58AAB47DBC49AAA464D380227C7ACE
2016-01-14 18:32:24,073 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"], id: 347B06F099884532A282783A25C71CA0
2016-01-14 18:32:24,073 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"]
2016-01-14 18:32:24,073 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,073 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,074 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C2818B52D5024DF49DDE65A3497DD96D, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:24,077 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:24,077 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:24,077 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,078 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796343851_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:24,078 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,079 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2818B52D5024DF49DDE65A3497DD96D, mem on close (mb), free: 232, total: 388, max: 672
2016-01-14 18:32:24 Completed running task attempt: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,080 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:24,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796344074, Process_Duration=4, Process_End_Time=1452796344078, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:24,081 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:24,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, taskAttemptId=attempt_1452796343851_0001_1_00_000000_0, startTime=1452796344037, finishTime=1452796344081, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344074, Process_Duration=4, Process_End_Time=1452796344078, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,081 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796343851_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:24,081 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:24,081 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:24,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:TASK_FINISHED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, taskId=task_1452796343851_0001_1_00_000000, startTime=1452796344037, finishTime=1452796344082, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1452796343851_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344074, Process_Duration=4, Process_End_Time=1452796344078, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,083 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796343851_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:24,084 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:24,084 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,084 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] : 1
2016-01-14 18:32:24,084 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:24,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:VERTEX_FINISHED]: vertexName=C2818B52D5024DF49DDE65A3497DD96D, vertexId=vertex_1452796343851_0001_1_00, initRequestedTime=1452796344015, initedTime=1452796344026, startRequestedTime=1452796344026, startedTime=1452796344026, finishTime=1452796344084, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344074, Process_Duration=4, Process_End_Time=1452796344078, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796344037, firstTasksToStart=[ task_1452796343851_0001_1_00_000000 ], lastTaskFinishTime=1452796344081, lastTasksToFinish=[ task_1452796343851_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796343851_0001_1_00_000000 ], longestDurationTasks=[ task_1452796343851_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:24,085 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:24,086 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:24,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796343851_0001_00_000001, stoppedTime=1452796344086, exitStatus=0
2016-01-14 18:32:24,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:24,086 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:24,086 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:24,086 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796343851_0001_1
2016-01-14 18:32:24,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796343851_0001_1
2016-01-14 18:32:24,087 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 347B06F099884532A282783A25C71CA0 for vertex: vertex_1452796343851_0001_1_00 [C2818B52D5024DF49DDE65A3497DD96D]
2016-01-14 18:32:24,085 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796343851_0001_00_000001
2016-01-14 18:32:24,089 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796343851_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:24,090 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796343851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:24,090 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796343851_0001_00_000001, Exiting
2016-01-14 18:32:24,090 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796343851_0001_00_000001
2016-01-14 18:32:24,090 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796343851_0001_00_000001
2016-01-14 18:32:24,091 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796343851_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:24,092 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796343851_0001_00_000001 completed successfully
2016-01-14 18:32:24,098 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796343851_0001_1, queueSize=0
2016-01-14 18:32:24,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796343851_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796343851_0001_1, startTime=1452796344014, finishTime=1452796344096, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344074, Process_Duration=4, Process_End_Time=1452796344078, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:24,099 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796343851_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:24,099 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796343851_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:24,099 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796343851_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:24 Completed Dag: dag_1452796343851_0001_1
2016-01-14 18:32:24,099 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796343851_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:24,099 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796343851_0001_1_post
2016-01-14 18:32:24,100 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,100 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:24,100 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796343851_0001_00_000001
2016-01-14 18:32:24,105 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452796343851_0001
2016-01-14 18:32:24,107 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:24,107 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:24,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:24,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:24,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:24,109 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:24,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:24,110 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:24,110 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:24,110 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:24,110 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:24,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:24,111 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:24,115 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/4E3DF0F682D44D04BF5BA52E9BBA2CA7/BADDB6B51ED542318762387D0E27FF3F/.tez/application_1452796343851_0001
2016-01-14 18:32:24,115 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.286
2016-01-14 18:32:24,142 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:24,142 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:24,192 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_RESULTS
2016-01-14 18:32:24,215 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:24,215 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:24,253 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 18:32:24,262 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 18:32:24,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:24,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:24,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:24,278 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:24,278 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,287 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:24,287 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,288 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"]
2016-01-14 18:32:24,288 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:24,288 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:24,288 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:24,289 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,289 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:24,302 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:24,306 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:24,307 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:24,307 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:24,316 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001 doesn't exist and is created
2016-01-14 18:32:24,331 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:24,331 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:24,332 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001
2016-01-14 18:32:24,334 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796344307_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:24,347 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:24,347 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:24,349 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:24,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:24,349 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001/localmode-log-dir
2016-01-14 18:32:24,350 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001/localmode-log-dir/history.txt.appattempt_1452796344307_0001_000000, maxErrors=10
2016-01-14 18:32:24,350 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:24,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796344307_0001_000000, appSubmitTime=1452796344333, launchTime=1452796344333
2016-01-14 18:32:24,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:24,358 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:24,358 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:24,359 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34022
2016-01-14 18:32:24,360 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:24,361 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:24,363 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796344307_0001_000000, startTime=1452796344363
2016-01-14 18:32:24,364 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:24,364 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:24,431 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:24,431 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:24,431 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452796344307_0001, dagName=[631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,448 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,449 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796344307_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001/localmode-log-dir/dag_1452796344307_0001_1.dot
2016-01-14 18:32:24,449 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001/localmode-log-dir/dag_1452796344307_0001_1-tez-dag.pb.txt
2016-01-14 18:32:24,454 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796344307_0001_1
2016-01-14 18:32:24,454 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,454 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24 Running Dag: dag_1452796344307_0001_1
2016-01-14 18:32:24,463 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:24,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796344307_0001_1, submitTime=1452796344448
2016-01-14 18:32:24,464 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DD62BB35D5BB4E9B99EEEA3D1D74156F
2016-01-14 18:32:24,464 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:24,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:24,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796344307_0001_1, initTime=1452796344464
2016-01-14 18:32:24,465 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344307_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:24,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:DAG_STARTED]: dagID=dag_1452796344307_0001_1, startTime=1452796344465
2016-01-14 18:32:24,466 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:24,466 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344307_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:24,466 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DD62BB35D5BB4E9B99EEEA3D1D74156F : {673E74126E484C71BFA05E5116993166={InputName=673E74126E484C71BFA05E5116993166}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 673E74126E484C71BFA05E5116993166, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,466 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]. Starting root input initializers: 1
2016-01-14 18:32:24,467 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:24,467 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 673E74126E484C71BFA05E5116993166 on vertex vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,468 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452796344307_0001, dagName=[631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,471 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:24,472 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 673E74126E484C71BFA05E5116993166 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:24,472 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:24,472 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:24,474 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:24,474 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 673E74126E484C71BFA05E5116993166 on vertex vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,474 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,474 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {673E74126E484C71BFA05E5116993166=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:24,474 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] parallelism set to 1
2016-01-14 18:32:24,475 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,475 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796344307_0001_1_00, eventCount=1
2016-01-14 18:32:24,475 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,475 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E851430BD9C947978857444BFE36F84F, vertexId=vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:24,475 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E851430BD9C947978857444BFE36F84F, vertexId=vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,477 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E851430BD9C947978857444BFE36F84F, vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:24,478 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E851430BD9C947978857444BFE36F84F, vertexId=vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, vertexId=vertex_1452796344307_0001_1_00, initRequestedTime=1452796344466, initedTime=1452796344478, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:24,478 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] with distanceFromRoot: 0
2016-01-14 18:32:24,479 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:24,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:24,479 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DD62BB35D5BB4E9B99EEEA3D1D74156F
2016-01-14 18:32:24,479 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:24,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796344307_0001_1_00, startRequestedTime=1452796344479, startedTime=1452796344479
2016-01-14 18:32:24,480 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:24,480 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:24,481 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:TASK_STARTED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, taskId=task_1452796344307_0001_1_00_000000, scheduledTime=1452796344480, launchTime=1452796344480
2016-01-14 18:32:24,481 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344307_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:24,481 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,482 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, VertexName: DD62BB35D5BB4E9B99EEEA3D1D74156F, VertexParallelism: 1, TaskAttemptID:attempt_1452796344307_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=673E74126E484C71BFA05E5116993166, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E851430BD9C947978857444BFE36F84F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,482 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344307_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:24,482 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:24,483 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:24,484 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:24,484 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:24,484 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796344307_0001_00_000001
2016-01-14 18:32:24,484 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:24,486 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796344307_0001_00_000001
2016-01-14 18:32:24,486 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:24,486 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796344307_0001, with dag id: dag_1452796344307_0001_1
2016-01-14 18:32:24,487 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:24,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796344307_0001_00_000001, launchTime=1452796344487
2016-01-14 18:32:24,487 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:24,488 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796344307_0001_00_000001
2016-01-14 18:32:24,489 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796344307_0001_1_00_000000_0] to container: [container_1452796344307_0001_00_000001]
2016-01-14 18:32:24,490 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:24,490 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796344307_0001_1_00_000000_0] started. Is using containerId: [container_1452796344307_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:24,490 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:24,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0, startTime=1452796344490, containerId=container_1452796344307_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796344307_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:24,491 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344307_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:24,491 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344307_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:24,491 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796344307_0001_00_000001 given task: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,491 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796344307_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,492 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,492 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,492 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:24,492 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:24,493 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:24,493 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:24,493 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:24,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, VertexName: DD62BB35D5BB4E9B99EEEA3D1D74156F, VertexParallelism: 1, TaskAttemptID:attempt_1452796344307_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=673E74126E484C71BFA05E5116993166, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E851430BD9C947978857444BFE36F84F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,493 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:24,494 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:24,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E851430BD9C947978857444BFE36F84F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:24,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:24,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E851430BD9C947978857444BFE36F84F
2016-01-14 18:32:24,499 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:24,499 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E851430BD9C947978857444BFE36F84F
2016-01-14 18:32:24,500 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796344307_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:24,501 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:24,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=673E74126E484C71BFA05E5116993166, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:24,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:24,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,503 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,505 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:24,506 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,509 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:24,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E851430BD9C947978857444BFE36F84F
2016-01-14 18:32:24,510 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DD62BB35D5BB4E9B99EEEA3D1D74156F, ordinal: 0
2016-01-14 18:32:24,510 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DD62BB35D5BB4E9B99EEEA3D1D74156F, mem on start (mb), free: 146, total: 388, max: 672
2016-01-14 18:32:24,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:24,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:24,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:24,511 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:24,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:24,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:24,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:24,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:24,512 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E851430BD9C947978857444BFE36F84F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:24,512 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 673E74126E484C71BFA05E5116993166, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:24,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:24,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,512 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 673E74126E484C71BFA05E5116993166 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:24,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:24,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:24,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:24,514 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,514 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:24,515 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@9b0ee03
2016-01-14 18:32:24,516 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@9b0ee03
2016-01-14 18:32:24,516 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:24,516 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:24,518 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,519 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 673E74126E484C71BFA05E5116993166
2016-01-14 18:32:24,519 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"], id: E851430BD9C947978857444BFE36F84F
2016-01-14 18:32:24,519 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"]
2016-01-14 18:32:24,520 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,520 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,520 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DD62BB35D5BB4E9B99EEEA3D1D74156F, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:24,524 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:24,524 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:24,525 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,525 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796344307_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:24,526 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,526 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DD62BB35D5BB4E9B99EEEA3D1D74156F, mem on close (mb), free: 144, total: 388, max: 672
2016-01-14 18:32:24 Completed running task attempt: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,527 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:24,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796344521, Process_Duration=4, Process_End_Time=1452796344525, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:24,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, taskAttemptId=attempt_1452796344307_0001_1_00_000000_0, startTime=1452796344490, finishTime=1452796344528, timeTaken=38, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344521, Process_Duration=4, Process_End_Time=1452796344525, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:24,530 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344307_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:24,530 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:24,530 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:24,530 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24,530 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,531 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796344307_0001_00_000001
2016-01-14 18:32:24,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:TASK_FINISHED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, taskId=task_1452796344307_0001_1_00_000000, startTime=1452796344490, finishTime=1452796344531, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1452796344307_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344521, Process_Duration=4, Process_End_Time=1452796344525, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,531 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:24,532 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344307_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:24,532 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] : 1
2016-01-14 18:32:24,532 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:VERTEX_FINISHED]: vertexName=DD62BB35D5BB4E9B99EEEA3D1D74156F, vertexId=vertex_1452796344307_0001_1_00, initRequestedTime=1452796344466, initedTime=1452796344478, startRequestedTime=1452796344479, startedTime=1452796344479, finishTime=1452796344532, timeTaken=53, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344521, Process_Duration=4, Process_End_Time=1452796344525, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796344490, firstTasksToStart=[ task_1452796344307_0001_1_00_000000 ], lastTaskFinishTime=1452796344528, lastTasksToFinish=[ task_1452796344307_0001_1_00_000000 ], minTaskDuration=38, maxTaskDuration=38, avgTaskDuration=38.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796344307_0001_1_00_000000 ], longestDurationTasks=[ task_1452796344307_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:24,533 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:24,534 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:24,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796344307_0001_00_000001, stoppedTime=1452796344534, exitStatus=0
2016-01-14 18:32:24,534 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:24,534 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:24,534 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796344307_0001_1
2016-01-14 18:32:24,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796344307_0001_1
2016-01-14 18:32:24,534 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E851430BD9C947978857444BFE36F84F for vertex: vertex_1452796344307_0001_1_00 [DD62BB35D5BB4E9B99EEEA3D1D74156F]
2016-01-14 18:32:24,536 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:24,536 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:24,542 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796344307_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:24,542 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796344307_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:24,542 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796344307_0001_00_000001, Exiting
2016-01-14 18:32:24,542 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796344307_0001_00_000001
2016-01-14 18:32:24,542 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796344307_0001_00_000001
2016-01-14 18:32:24,543 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796344307_0001_1, queueSize=0
2016-01-14 18:32:24,543 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:24,544 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796344307_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:24,544 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796344307_0001_00_000001 completed successfully
2016-01-14 18:32:24,544 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344307_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796344307_0001_1, startTime=1452796344465, finishTime=1452796344542, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796344521, Process_Duration=4, Process_End_Time=1452796344525, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:24,544 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796344307_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:24,545 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344307_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:24,545 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796344307_0001_00_000001
2016-01-14 18:32:24,545 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344307_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:24 Completed Dag: dag_1452796344307_0001_1
2016-01-14 18:32:24,546 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796344307_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:24,546 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796344307_0001_1_post
2016-01-14 18:32:24,546 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,546 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:24,552 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452796344307_0001
2016-01-14 18:32:24,553 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:24,554 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:24,554 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:24,554 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:24,554 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:24,554 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:24,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:24,555 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:24,555 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:24,555 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:24,555 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:24,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:24,556 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:24,559 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/631D5135526141728FB0E254A083818A/BE80FF4A9AAB4A5380795F6A57229655/.tez/application_1452796344307_0001
2016-01-14 18:32:24,560 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.273
2016-01-14 18:32:24,639 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:24,639 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:24,646 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_ALL
2016-01-14 18:32:24,669 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:24,669 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:24,700 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 18:32:24,706 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 18:32:24,706 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:24,706 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:24,707 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:24,721 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:24,721 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24,730 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:24,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"]
2016-01-14 18:32:24,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:24,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:24,732 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:24,732 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24,733 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:24,745 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:24,749 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:24,749 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:24,749 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:24,759 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001 doesn't exist and is created
2016-01-14 18:32:24,774 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:24,774 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:24,774 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001
2016-01-14 18:32:24,776 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796344749_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:24,786 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:24,787 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:24,788 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:24,788 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:24,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001/localmode-log-dir
2016-01-14 18:32:24,789 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001/localmode-log-dir/history.txt.appattempt_1452796344749_0001_000000, maxErrors=10
2016-01-14 18:32:24,789 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:24,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796344749_0001_000000, appSubmitTime=1452796344775, launchTime=1452796344775
2016-01-14 18:32:24,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:24,794 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:48581
2016-01-14 18:32:24,795 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:24,798 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:24,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:24,799 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:24,802 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796344749_0001_000000, startTime=1452796344802
2016-01-14 18:32:24,802 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:24,802 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:24,874 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:24,874 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:24,874 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452796344749_0001, dagName=[D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24,890 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24,892 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796344749_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001/localmode-log-dir/dag_1452796344749_0001_1.dot
2016-01-14 18:32:24,892 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001/localmode-log-dir/dag_1452796344749_0001_1-tez-dag.pb.txt
2016-01-14 18:32:24,898 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796344749_0001_1
2016-01-14 18:32:24,898 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,898 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24 Running Dag: dag_1452796344749_0001_1
2016-01-14 18:32:24,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796344749_0001_1, submitTime=1452796344890
2016-01-14 18:32:24,907 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:24,907 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F7653981359A4754A10FDC02193ADC1F
2016-01-14 18:32:24,908 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:24,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796344749_0001_1, initTime=1452796344907
2016-01-14 18:32:24,908 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344749_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:24,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:24,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:DAG_STARTED]: dagID=dag_1452796344749_0001_1, startTime=1452796344908
2016-01-14 18:32:24,909 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:24,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:24,909 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344749_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F7653981359A4754A10FDC02193ADC1F : {E02BB1C98180420AB1E36F85EF54D89E={InputName=E02BB1C98180420AB1E36F85EF54D89E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E02BB1C98180420AB1E36F85EF54D89E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,910 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452796344749_0001, dagName=[D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:24,910 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]. Starting root input initializers: 1
2016-01-14 18:32:24,911 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:24,911 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E02BB1C98180420AB1E36F85EF54D89E on vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,913 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:24,913 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E02BB1C98180420AB1E36F85EF54D89E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:24,913 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:24,914 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:24,915 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:24,915 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E02BB1C98180420AB1E36F85EF54D89E on vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,915 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,915 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E02BB1C98180420AB1E36F85EF54D89E=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:24,916 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] parallelism set to 1
2016-01-14 18:32:24,916 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:24,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796344749_0001_1_00, eventCount=1
2016-01-14 18:32:24,916 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,916 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=03450A5DF52E4E9B980649B86AFEC072, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:24,916 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=03450A5DF52E4E9B980649B86AFEC072, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,918 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=03450A5DF52E4E9B980649B86AFEC072, vertexName=F7653981359A4754A10FDC02193ADC1F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:24,918 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=03450A5DF52E4E9B980649B86AFEC072, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:24,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F7653981359A4754A10FDC02193ADC1F, vertexId=vertex_1452796344749_0001_1_00, initRequestedTime=1452796344910, initedTime=1452796344919, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:24,920 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] with distanceFromRoot: 0
2016-01-14 18:32:24,920 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:24,920 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F7653981359A4754A10FDC02193ADC1F
2016-01-14 18:32:24,921 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:24,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796344749_0001_1_00, startRequestedTime=1452796344920, startedTime=1452796344920
2016-01-14 18:32:24,922 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:24,922 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:24,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:TASK_STARTED]: vertexName=F7653981359A4754A10FDC02193ADC1F, taskId=task_1452796344749_0001_1_00_000000, scheduledTime=1452796344922, launchTime=1452796344922
2016-01-14 18:32:24,923 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344749_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:24,923 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,923 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1, VertexName: F7653981359A4754A10FDC02193ADC1F, VertexParallelism: 1, TaskAttemptID:attempt_1452796344749_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E02BB1C98180420AB1E36F85EF54D89E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=03450A5DF52E4E9B980649B86AFEC072, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,924 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344749_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:24,924 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:24,925 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:24,925 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:24,925 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:24,926 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796344749_0001_00_000001
2016-01-14 18:32:24,926 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344749_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:24,927 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796344749_0001, with dag id: dag_1452796344749_0001_1
2016-01-14 18:32:24,928 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796344749_0001_00_000001
2016-01-14 18:32:24,928 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:24,930 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344749_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:24,930 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:24,930 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796344749_0001_00_000001, launchTime=1452796344929
2016-01-14 18:32:24,930 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796344749_0001_00_000001
2016-01-14 18:32:24,931 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796344749_0001_1_00_000000_0] to container: [container_1452796344749_0001_00_000001]
2016-01-14 18:32:24,931 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344749_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:24,931 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796344749_0001_00_000001 given task: attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,931 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796344749_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,932 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796344749_0001_1_00_000000_0] started. Is using containerId: [container_1452796344749_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,932 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F7653981359A4754A10FDC02193ADC1F, taskAttemptId=attempt_1452796344749_0001_1_00_000000_0, startTime=1452796344932, containerId=container_1452796344749_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796344749_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:24,932 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,932 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:24,932 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344749_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:24,933 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344749_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:24,933 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:24,933 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:24,933 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:24,934 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:24,934 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:24,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1, VertexName: F7653981359A4754A10FDC02193ADC1F, VertexParallelism: 1, TaskAttemptID:attempt_1452796344749_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E02BB1C98180420AB1E36F85EF54D89E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=03450A5DF52E4E9B980649B86AFEC072, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:24,934 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:24,935 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:24,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,936 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796344749_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:24,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E02BB1C98180420AB1E36F85EF54D89E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:24,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=03450A5DF52E4E9B980649B86AFEC072, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:24,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:24,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 03450A5DF52E4E9B980649B86AFEC072
2016-01-14 18:32:24,939 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:24,940 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 03450A5DF52E4E9B980649B86AFEC072
2016-01-14 18:32:24,940 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:24,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:24,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,941 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,945 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:24,945 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,945 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,951 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:24,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 03450A5DF52E4E9B980649B86AFEC072
2016-01-14 18:32:24,951 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F7653981359A4754A10FDC02193ADC1F, ordinal: 0
2016-01-14 18:32:24,951 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7653981359A4754A10FDC02193ADC1F, mem on start (mb), free: 270, total: 388, max: 672
2016-01-14 18:32:24,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:24,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:24,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:24,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:24,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:24,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:24,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:24,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:24,952 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:24,953 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:24,953 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 03450A5DF52E4E9B980649B86AFEC072, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:24,953 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E02BB1C98180420AB1E36F85EF54D89E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:24,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:24,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E02BB1C98180420AB1E36F85EF54D89E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:24,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:24,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:24,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,954 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:24,955 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,955 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:24,957 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@233ac2f3
2016-01-14 18:32:24,958 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,958 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@233ac2f3
2016-01-14 18:32:24,958 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:24,959 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:24,958 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,959 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"], id: 03450A5DF52E4E9B980649B86AFEC072
2016-01-14 18:32:24,959 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"]
2016-01-14 18:32:24,960 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:24,960 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:24,960 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F7653981359A4754A10FDC02193ADC1F, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:24,962 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:24,963 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:24,967 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:24,968 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:24,968 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:24,969 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24,970 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796344749_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:24,970 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796344749_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:24,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796344960, Process_Duration=10, Process_End_Time=1452796344970, Read_Duration=1, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:24,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:24,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F7653981359A4754A10FDC02193ADC1F, taskAttemptId=attempt_1452796344749_0001_1_00_000000_0, startTime=1452796344932, finishTime=1452796344973, timeTaken=41, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796344960, Process_Duration=10, Process_End_Time=1452796344970, Read_Duration=1, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:24,974 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344749_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:24,974 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796344749_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:24,975 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:TASK_FINISHED]: vertexName=F7653981359A4754A10FDC02193ADC1F, taskId=task_1452796344749_0001_1_00_000000, startTime=1452796344932, finishTime=1452796344974, timeTaken=42, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:24,975 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:24,975 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796344749_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:24,975 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:24,974 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7653981359A4754A10FDC02193ADC1F, mem on close (mb), free: 267, total: 388, max: 672
2016-01-14 18:32:24,975 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] : 1
2016-01-14 18:32:24,983 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] because task failed: task_1452796344749_0001_1_00_000000
2016-01-14 18:32:24,983 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:24,983 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:24,983 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,983 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=03450A5DF52E4E9B980649B86AFEC072, vertexId=vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,985 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:24,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:VERTEX_FINISHED]: vertexName=F7653981359A4754A10FDC02193ADC1F, vertexId=vertex_1452796344749_0001_1_00, initRequestedTime=1452796344910, initedTime=1452796344919, startRequestedTime=1452796344920, startedTime=1452796344920, finishTime=1452796344985, timeTaken=65, status=FAILED, diagnostics=Task failed, taskId=task_1452796344749_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796344932, firstTasksToStart=[ task_1452796344749_0001_1_00_000000 ], lastTaskFinishTime=1452796344973, lastTasksToFinish=[ task_1452796344749_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:24,985 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:24,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796344749_0001_00_000001, stoppedTime=1452796344986, exitStatus=0
2016-01-14 18:32:24,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344749_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:24,986 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:24,986 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796344749_0001_1_00_000000_0 failed: true container: container_1452796344749_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:24,986 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:24,987 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:24,987 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796344749_0001_1
2016-01-14 18:32:24,987 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 03450A5DF52E4E9B980649B86AFEC072 for vertex: vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F]
2016-01-14 18:32:24,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=F7653981359A4754A10FDC02193ADC1F, index=0
2016-01-14 18:32:24,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=F7653981359A4754A10FDC02193ADC1F, sourceVertex=E02BB1C98180420AB1E36F85EF54D89E
2016-01-14 18:32:24,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=F7653981359A4754A10FDC02193ADC1F, sourceVertex=03450A5DF52E4E9B980649B86AFEC072
2016-01-14 18:32:24,988 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796344749_0001_00_000001
2016-01-14 18:32:24,988 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796344749_0001_00_000001
2016-01-14 18:32:24,988 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796344749_0001_1, queueSize=0
2016-01-14 18:32:24,989 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:24,989 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796344749_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:24,989 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796344749_0001_00_000001 completed but with errors
2016-01-14 18:32:24,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796344749_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796344749_0001_1, startTime=1452796344908, finishTime=1452796344988, timeTaken=80, status=FAILED, diagnostics=Vertex failed, vertexName=F7653981359A4754A10FDC02193ADC1F, vertexId=vertex_1452796344749_0001_1_00, diagnostics=[Task failed, taskId=task_1452796344749_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796344749_0001_1_00 [F7653981359A4754A10FDC02193ADC1F] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:24,990 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796344749_0001_1 finished with state: FAILED
2016-01-14 18:32:24,990 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796344749_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:24,990 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796344749_0001_00_000001
2016-01-14 18:32:24,991 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796344749_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:24,992 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796344749_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:24 Completed Dag: dag_1452796344749_0001_1
2016-01-14 18:32:24,993 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796344749_0001_1, dagState=FAILED
2016-01-14 18:32:24,993 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796344749_0001_1_post
2016-01-14 18:32:24,993 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:24,993 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:24,994 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796344749_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:24,998 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452796344749_0001
2016-01-14 18:32:25,000 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:25,001 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:25,001 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:25,001 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:25,001 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:25,002 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:25,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:25,003 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:25,003 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:25,003 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,004 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:25,004 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:25,004 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,013 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D43B50CDFDD94E42AE3A087ECA5008E7/D0BD290AF925436182CED63AF0A6592A/.tez/application_1452796344749_0001
2016-01-14 18:32:25,013 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:25,013 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 18:32:25,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:25,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.284
2016-01-14 18:32:25,015 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_-1
2016-01-14 18:32:25,048 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:25,048 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:25,086 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-01-14 18:32:25,087 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-01-14 18:32:25,087 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:25,087 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:25,088 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_'field2'
2016-01-14 18:32:25,111 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:25,112 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:25,143 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 18:32:25,151 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:25,151 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:25,159 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 18:32:25,159 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:25,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:25,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,185 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:25,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"]
2016-01-14 18:32:25,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:25,187 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:25,187 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:25,188 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,189 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:25,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:25,206 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:25,207 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:25,207 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:25,216 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001 doesn't exist and is created
2016-01-14 18:32:25,232 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:25,232 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:25,233 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001
2016-01-14 18:32:25,235 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796345206_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:25,246 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:25,247 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:25,248 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:25,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:25,248 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001/localmode-log-dir
2016-01-14 18:32:25,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001/localmode-log-dir/history.txt.appattempt_1452796345206_0001_000000, maxErrors=10
2016-01-14 18:32:25,249 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:25,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796345206_0001_000000, appSubmitTime=1452796345234, launchTime=1452796345234
2016-01-14 18:32:25,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:25,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:25,255 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:25,255 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:25,257 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:55618
2016-01-14 18:32:25,260 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:25,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796345206_0001_000000, startTime=1452796345262
2016-01-14 18:32:25,262 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:25,262 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:25,333 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:25,333 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:25,333 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452796345206_0001, dagName=[DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,353 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,355 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796345206_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001/localmode-log-dir/dag_1452796345206_0001_1.dot
2016-01-14 18:32:25,356 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001/localmode-log-dir/dag_1452796345206_0001_1-tez-dag.pb.txt
2016-01-14 18:32:25,361 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345206_0001_1
2016-01-14 18:32:25,361 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,361 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25 Running Dag: dag_1452796345206_0001_1
2016-01-14 18:32:25,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796345206_0001_1, submitTime=1452796345353
2016-01-14 18:32:25,371 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:25,372 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AC5317D946C74DD484F27F978597E837
2016-01-14 18:32:25,372 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:25,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796345206_0001_1, initTime=1452796345371
2016-01-14 18:32:25,372 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:25,372 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345206_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:25,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:DAG_STARTED]: dagID=dag_1452796345206_0001_1, startTime=1452796345373
2016-01-14 18:32:25,373 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452796345206_0001, dagName=[DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:25,373 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:25,374 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345206_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:25,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AC5317D946C74DD484F27F978597E837 : {CC5DF45BCD9340ACA90CD3CC0F165053={InputName=CC5DF45BCD9340ACA90CD3CC0F165053}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:25,374 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CC5DF45BCD9340ACA90CD3CC0F165053, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:25,374 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,374 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,374 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,375 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]. Starting root input initializers: 1
2016-01-14 18:32:25,375 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:25,376 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CC5DF45BCD9340ACA90CD3CC0F165053 on vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,378 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:25,378 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CC5DF45BCD9340ACA90CD3CC0F165053 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:25,379 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:25,379 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:25,381 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:25,381 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CC5DF45BCD9340ACA90CD3CC0F165053 on vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,382 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:25,382 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CC5DF45BCD9340ACA90CD3CC0F165053=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:25,382 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] parallelism set to 1
2016-01-14 18:32:25,382 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:25,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796345206_0001_1_00, eventCount=1
2016-01-14 18:32:25,383 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,383 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B05BDCF5A7634976B2A5D5673D258DC5, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:25,383 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B05BDCF5A7634976B2A5D5673D258DC5, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,385 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B05BDCF5A7634976B2A5D5673D258DC5, vertexName=AC5317D946C74DD484F27F978597E837, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:25,385 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B05BDCF5A7634976B2A5D5673D258DC5, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC5317D946C74DD484F27F978597E837, vertexId=vertex_1452796345206_0001_1_00, initRequestedTime=1452796345374, initedTime=1452796345386, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:25,386 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] with distanceFromRoot: 0
2016-01-14 18:32:25,386 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:25,387 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:25,387 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AC5317D946C74DD484F27F978597E837
2016-01-14 18:32:25,387 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,388 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:25,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796345206_0001_1_00, startRequestedTime=1452796345387, startedTime=1452796345387
2016-01-14 18:32:25,388 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:25,389 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:25,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:TASK_STARTED]: vertexName=AC5317D946C74DD484F27F978597E837, taskId=task_1452796345206_0001_1_00_000000, scheduledTime=1452796345388, launchTime=1452796345388
2016-01-14 18:32:25,389 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345206_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:25,389 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,390 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS, VertexName: AC5317D946C74DD484F27F978597E837, VertexParallelism: 1, TaskAttemptID:attempt_1452796345206_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CC5DF45BCD9340ACA90CD3CC0F165053, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B05BDCF5A7634976B2A5D5673D258DC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:25,390 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796345206_0001, with dag id: dag_1452796345206_0001_1
2016-01-14 18:32:25,390 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345206_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:25,391 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:25,391 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:25,392 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:25,392 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:25,392 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796345206_0001_00_000001
2016-01-14 18:32:25,393 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345206_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:25,395 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796345206_0001_00_000001
2016-01-14 18:32:25,395 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:25,396 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345206_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:25,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:25,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796345206_0001_00_000001, launchTime=1452796345395
2016-01-14 18:32:25,397 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796345206_0001_00_000001
2016-01-14 18:32:25,397 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796345206_0001_1_00_000000_0] to container: [container_1452796345206_0001_00_000001]
2016-01-14 18:32:25,397 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345206_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:25,398 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796345206_0001_00_000001 given task: attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,398 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796345206_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25 Starting to run new task attempt: attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,398 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796345206_0001_1_00_000000_0] started. Is using containerId: [container_1452796345206_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:25,398 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,399 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,399 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:25,399 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC5317D946C74DD484F27F978597E837, taskAttemptId=attempt_1452796345206_0001_1_00_000000_0, startTime=1452796345398, containerId=container_1452796345206_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796345206_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:25,399 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345206_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:25,399 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:25,400 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:25,400 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345206_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:25,400 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:25,400 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:25,401 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:25,401 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS, VertexName: AC5317D946C74DD484F27F978597E837, VertexParallelism: 1, TaskAttemptID:attempt_1452796345206_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CC5DF45BCD9340ACA90CD3CC0F165053, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B05BDCF5A7634976B2A5D5673D258DC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:25,401 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:25,401 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:25,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,402 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796345206_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:25,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CC5DF45BCD9340ACA90CD3CC0F165053, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:25,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B05BDCF5A7634976B2A5D5673D258DC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:25,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:25,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:25,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B05BDCF5A7634976B2A5D5673D258DC5
2016-01-14 18:32:25,404 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:25,404 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B05BDCF5A7634976B2A5D5673D258DC5
2016-01-14 18:32:25,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,405 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,407 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:25,409 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:25,410 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,414 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC5317D946C74DD484F27F978597E837, ordinal: 0
2016-01-14 18:32:25,415 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC5317D946C74DD484F27F978597E837, mem on start (mb), free: 183, total: 388, max: 672
2016-01-14 18:32:25,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:25,415 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:25,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B05BDCF5A7634976B2A5D5673D258DC5
2016-01-14 18:32:25,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:25,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:25,415 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:25,416 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:25,417 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B05BDCF5A7634976B2A5D5673D258DC5, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:25,417 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CC5DF45BCD9340ACA90CD3CC0F165053, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:25,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:25,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CC5DF45BCD9340ACA90CD3CC0F165053 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:25,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,417 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:25,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:25,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:25,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:25,420 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,421 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:25,421 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@68c4aeb3
2016-01-14 18:32:25,422 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@68c4aeb3
2016-01-14 18:32:25,422 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:25,422 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:25,424 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,425 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,425 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"], id: B05BDCF5A7634976B2A5D5673D258DC5
2016-01-14 18:32:25,425 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"]
2016-01-14 18:32:25,426 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,426 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:25,426 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC5317D946C74DD484F27F978597E837, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:25,427 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,428 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,431 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,434 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:25,434 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:25,434 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25,434 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796345206_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:25,436 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796345206_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796345426, Process_Duration=10, Process_End_Time=1452796345436, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:25,439 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC5317D946C74DD484F27F978597E837, mem on close (mb), free: 180, total: 388, max: 672
2016-01-14 18:32:25,439 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:25,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=AC5317D946C74DD484F27F978597E837, index=0
2016-01-14 18:32:25,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC5317D946C74DD484F27F978597E837, taskAttemptId=attempt_1452796345206_0001_1_00_000000_0, startTime=1452796345398, finishTime=1452796345439, timeTaken=41, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796345426, Process_Duration=10, Process_End_Time=1452796345436, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:25,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=AC5317D946C74DD484F27F978597E837, sourceVertex=CC5DF45BCD9340ACA90CD3CC0F165053
2016-01-14 18:32:25,440 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345206_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:25,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=AC5317D946C74DD484F27F978597E837, sourceVertex=B05BDCF5A7634976B2A5D5673D258DC5
2016-01-14 18:32:25,440 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796345206_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:25,440 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796345206_0001_00_000001
2016-01-14 18:32:25,440 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796345206_0001_00_000001
2016-01-14 18:32:25,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:TASK_FINISHED]: vertexName=AC5317D946C74DD484F27F978597E837, taskId=task_1452796345206_0001_1_00_000000, startTime=1452796345398, finishTime=1452796345440, timeTaken=42, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:25,440 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345206_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] : 1
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] because task failed: task_1452796345206_0001_1_00_000000
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,441 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=B05BDCF5A7634976B2A5D5673D258DC5, vertexId=vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,442 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:25,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:25,443 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796345206_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:25,443 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796345206_0001_00_000001 completed but with errors
2016-01-14 18:32:25,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:VERTEX_FINISHED]: vertexName=AC5317D946C74DD484F27F978597E837, vertexId=vertex_1452796345206_0001_1_00, initRequestedTime=1452796345374, initedTime=1452796345386, startRequestedTime=1452796345387, startedTime=1452796345387, finishTime=1452796345443, timeTaken=56, status=FAILED, diagnostics=Task failed, taskId=task_1452796345206_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796345398, firstTasksToStart=[ task_1452796345206_0001_1_00_000000 ], lastTaskFinishTime=1452796345439, lastTasksToFinish=[ task_1452796345206_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:25,444 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:25,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796345206_0001_00_000001, stoppedTime=1452796345444, exitStatus=0
2016-01-14 18:32:25,444 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345206_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:25,445 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796345206_0001_1_00_000000_0 failed: true container: container_1452796345206_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:25,445 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:25,445 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:25,445 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796345206_0001_1
2016-01-14 18:32:25,445 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: B05BDCF5A7634976B2A5D5673D258DC5 for vertex: vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837]
2016-01-14 18:32:25,446 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:25,446 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796345206_0001_1, queueSize=0
2016-01-14 18:32:25,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345206_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796345206_0001_1, startTime=1452796345373, finishTime=1452796345445, timeTaken=72, status=FAILED, diagnostics=Vertex failed, vertexName=AC5317D946C74DD484F27F978597E837, vertexId=vertex_1452796345206_0001_1_00, diagnostics=[Task failed, taskId=task_1452796345206_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796345206_0001_1_00 [AC5317D946C74DD484F27F978597E837] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:25,446 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:25,446 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796345206_0001_1 finished with state: FAILED
2016-01-14 18:32:25,446 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:25,447 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345206_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:25,447 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796345206_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:25,447 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345206_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:25,447 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796345206_0001_00_000001
2016-01-14 18:32:25 Completed Dag: dag_1452796345206_0001_1
2016-01-14 18:32:25,447 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796345206_0001_1, dagState=FAILED
2016-01-14 18:32:25,448 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345206_0001_1_post
2016-01-14 18:32:25,448 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,448 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:25,451 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452796345206_0001
2016-01-14 18:32:25,453 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:25,454 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:25,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:25,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:25,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:25,454 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:25,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:25,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:25,454 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345206_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:25,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:25,455 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:25,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:25,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,459 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/DF6636870154432D9C4CF330381AC155/B808E24248284E20921795E5870C225D/.tez/application_1452796345206_0001
2016-01-14 18:32:25,459 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:25,460 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,460 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:25,461 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.275
2016-01-14 18:32:25,461 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_RESULTS
2016-01-14 18:32:25,486 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:25,486 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:25,522 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 18:32:25,527 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 18:32:25,528 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,528 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,529 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:25,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:25,545 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:25,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"]
2016-01-14 18:32:25,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:25,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:25,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:25,559 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,559 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:25,573 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:25,577 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:25,577 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:25,578 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:25,586 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001 doesn't exist and is created
2016-01-14 18:32:25,594 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:25,595 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:25,601 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:25,601 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:25,601 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001
2016-01-14 18:32:25,603 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796345577_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:25,613 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:25,614 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:25,615 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:25,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:25,616 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001/localmode-log-dir
2016-01-14 18:32:25,616 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001/localmode-log-dir/history.txt.appattempt_1452796345577_0001_000000, maxErrors=10
2016-01-14 18:32:25,616 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:25,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796345577_0001_000000, appSubmitTime=1452796345603, launchTime=1452796345603
2016-01-14 18:32:25,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:25,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:25,621 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:25,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:25,623 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51631
2016-01-14 18:32:25,627 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:25,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796345577_0001_000000, startTime=1452796345628
2016-01-14 18:32:25,628 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:25,629 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:25,701 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:25,701 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:25,701 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452796345577_0001, dagName=[D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,717 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,730 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796345577_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001/localmode-log-dir/dag_1452796345577_0001_1.dot
2016-01-14 18:32:25,731 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001/localmode-log-dir/dag_1452796345577_0001_1-tez-dag.pb.txt
2016-01-14 18:32:25,735 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345577_0001_1
2016-01-14 18:32:25,736 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,736 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25 Running Dag: dag_1452796345577_0001_1
2016-01-14 18:32:25,745 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:25,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796345577_0001_1, submitTime=1452796345717
2016-01-14 18:32:25,746 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AF33EC21F468443C88959B2C7DC300FB
2016-01-14 18:32:25,746 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:25,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:25,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796345577_0001_1, initTime=1452796345746
2016-01-14 18:32:25,747 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345577_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:25,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:DAG_STARTED]: dagID=dag_1452796345577_0001_1, startTime=1452796345747
2016-01-14 18:32:25,747 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:25,747 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452796345577_0001, dagName=[D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,747 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345577_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:25,748 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AF33EC21F468443C88959B2C7DC300FB : {702D2D0C82FD43F38D7A482AB0FCC0B3={InputName=702D2D0C82FD43F38D7A482AB0FCC0B3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:25,748 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 702D2D0C82FD43F38D7A482AB0FCC0B3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:25,748 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,748 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:25,748 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,748 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,749 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]. Starting root input initializers: 1
2016-01-14 18:32:25,749 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:25,749 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 702D2D0C82FD43F38D7A482AB0FCC0B3 on vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,751 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:25,751 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 702D2D0C82FD43F38D7A482AB0FCC0B3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:25,751 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:25,752 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:25,753 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:25,753 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 702D2D0C82FD43F38D7A482AB0FCC0B3 on vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,753 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:25,753 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {702D2D0C82FD43F38D7A482AB0FCC0B3=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:25,754 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] parallelism set to 1
2016-01-14 18:32:25,754 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:25,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796345577_0001_1_00, eventCount=1
2016-01-14 18:32:25,754 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,754 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=7D010EF068B54AD3A1951E2C3A47E6AB, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:25,754 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=7D010EF068B54AD3A1951E2C3A47E6AB, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,756 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=7D010EF068B54AD3A1951E2C3A47E6AB, vertexName=AF33EC21F468443C88959B2C7DC300FB, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:25,756 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=7D010EF068B54AD3A1951E2C3A47E6AB, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,757 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, vertexId=vertex_1452796345577_0001_1_00, initRequestedTime=1452796345748, initedTime=1452796345757, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:25,757 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] with distanceFromRoot: 0
2016-01-14 18:32:25,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:25,757 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:25,758 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AF33EC21F468443C88959B2C7DC300FB
2016-01-14 18:32:25,758 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,758 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:25,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796345577_0001_1_00, startRequestedTime=1452796345758, startedTime=1452796345758
2016-01-14 18:32:25,758 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:25,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:25,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:TASK_STARTED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, taskId=task_1452796345577_0001_1_00_000000, scheduledTime=1452796345759, launchTime=1452796345759
2016-01-14 18:32:25,759 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345577_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:25,760 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,760 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL, VertexName: AF33EC21F468443C88959B2C7DC300FB, VertexParallelism: 1, TaskAttemptID:attempt_1452796345577_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=702D2D0C82FD43F38D7A482AB0FCC0B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7D010EF068B54AD3A1951E2C3A47E6AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:25,760 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345577_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:25,760 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:25,761 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:25,761 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:25,762 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:25,762 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796345577_0001_00_000001
2016-01-14 18:32:25,762 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345577_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:25,764 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796345577_0001_00_000001
2016-01-14 18:32:25,764 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:25,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:25,771 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345577_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:25,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796345577_0001_00_000001, launchTime=1452796345771
2016-01-14 18:32:25,773 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796345577_0001_00_000001
2016-01-14 18:32:25,774 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796345577_0001_1_00_000000_0] to container: [container_1452796345577_0001_00_000001]
2016-01-14 18:32:25,774 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345577_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:25,775 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796345577_0001_1_00_000000_0] started. Is using containerId: [container_1452796345577_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:25,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:25,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, taskAttemptId=attempt_1452796345577_0001_1_00_000000_0, startTime=1452796345775, containerId=container_1452796345577_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796345577_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:25,777 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345577_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:25,777 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345577_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:25,778 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796345577_0001_00_000001 given task: attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,778 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796345577_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25 Starting to run new task attempt: attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,780 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,781 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,781 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:25,781 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:25,781 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:25,781 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:25,781 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:25,781 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL, VertexName: AF33EC21F468443C88959B2C7DC300FB, VertexParallelism: 1, TaskAttemptID:attempt_1452796345577_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=702D2D0C82FD43F38D7A482AB0FCC0B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7D010EF068B54AD3A1951E2C3A47E6AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:25,782 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:25,785 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796345577_0001, with dag id: dag_1452796345577_0001_1
2016-01-14 18:32:25,786 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:25,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,787 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796345577_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:25,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=702D2D0C82FD43F38D7A482AB0FCC0B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:25,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:25,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,790 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,792 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:25,792 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,792 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:25,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=7D010EF068B54AD3A1951E2C3A47E6AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:25,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:25,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 7D010EF068B54AD3A1951E2C3A47E6AB
2016-01-14 18:32:25,798 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:25,798 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 7D010EF068B54AD3A1951E2C3A47E6AB
2016-01-14 18:32:25,801 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AF33EC21F468443C88959B2C7DC300FB, ordinal: 0
2016-01-14 18:32:25,801 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AF33EC21F468443C88959B2C7DC300FB, mem on start (mb), free: 306, total: 371, max: 672
2016-01-14 18:32:25,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:25,802 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:25,802 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:25,806 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:25,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 7D010EF068B54AD3A1951E2C3A47E6AB
2016-01-14 18:32:25,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:25,808 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:25,808 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:25,808 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:25,808 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:25,808 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:25,808 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:25,809 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:25,809 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 702D2D0C82FD43F38D7A482AB0FCC0B3, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:25,809 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 7D010EF068B54AD3A1951E2C3A47E6AB, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:25,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:25,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 702D2D0C82FD43F38D7A482AB0FCC0B3 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:25,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:25,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:25,811 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,811 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:25,811 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,811 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:25,812 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,812 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:25,812 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@17fede87
2016-01-14 18:32:25,813 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@17fede87
2016-01-14 18:32:25,813 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:25,813 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:25,815 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,815 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,815 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"], id: 7D010EF068B54AD3A1951E2C3A47E6AB
2016-01-14 18:32:25,815 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"]
2016-01-14 18:32:25,815 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,815 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:25,817 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AF33EC21F468443C88959B2C7DC300FB, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:25,818 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,820 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,826 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,829 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:25,830 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:25,830 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25,830 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796345577_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:25,831 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452796345577_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 18:32:25,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452796345817, Process_Duration=14, Process_End_Time=1452796345831, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 18:32:25,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, taskAttemptId=attempt_1452796345577_0001_1_00_000000_0, startTime=1452796345775, finishTime=1452796345837, timeTaken=62, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452796345817, Process_Duration=14, Process_End_Time=1452796345831, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 18:32:25,838 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345577_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 18:32:25,838 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452796345577_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 18:32:25,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:TASK_FINISHED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, taskId=task_1452796345577_0001_1_00_000000, startTime=1452796345775, finishTime=1452796345838, timeTaken=63, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 18:32:25,839 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345577_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 18:32:25,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:25,839 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] : 1
2016-01-14 18:32:25,838 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AF33EC21F468443C88959B2C7DC300FB, mem on close (mb), free: 303, total: 371, max: 672
2016-01-14 18:32:25,839 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] because task failed: task_1452796345577_0001_1_00_000000
2016-01-14 18:32:25,839 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] due to trigger: OWN_TASK_FAILURE
2016-01-14 18:32:25,839 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:25,839 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 18:32:25,839 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,840 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=7D010EF068B54AD3A1951E2C3A47E6AB, vertexId=vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=AF33EC21F468443C88959B2C7DC300FB, index=0
2016-01-14 18:32:25,841 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=AF33EC21F468443C88959B2C7DC300FB, sourceVertex=702D2D0C82FD43F38D7A482AB0FCC0B3
2016-01-14 18:32:25,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:VERTEX_FINISHED]: vertexName=AF33EC21F468443C88959B2C7DC300FB, vertexId=vertex_1452796345577_0001_1_00, initRequestedTime=1452796345748, initedTime=1452796345757, startRequestedTime=1452796345758, startedTime=1452796345758, finishTime=1452796345841, timeTaken=83, status=FAILED, diagnostics=Task failed, taskId=task_1452796345577_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452796345775, firstTasksToStart=[ task_1452796345577_0001_1_00_000000 ], lastTaskFinishTime=1452796345837, lastTasksToFinish=[ task_1452796345577_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 18:32:25,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:25,842 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 18:32:25,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796345577_0001_00_000001, stoppedTime=1452796345842, exitStatus=0
2016-01-14 18:32:25,842 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345577_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:25,842 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452796345577_0001_1_00_000000_0 failed: true container: container_1452796345577_0001_00_000001 numFailedTAs: 0
2016-01-14 18:32:25,841 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=AF33EC21F468443C88959B2C7DC300FB, sourceVertex=7D010EF068B54AD3A1951E2C3A47E6AB
2016-01-14 18:32:25,843 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796345577_0001_00_000001
2016-01-14 18:32:25,843 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796345577_0001_00_000001
2016-01-14 18:32:25,843 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 18:32:25,844 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 18:32:25,842 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:25,844 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796345577_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 18:32:25,844 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796345577_0001_1
2016-01-14 18:32:25,844 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:25,844 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452796345577_0001_00_000001 completed but with errors
2016-01-14 18:32:25,845 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 7D010EF068B54AD3A1951E2C3A47E6AB for vertex: vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB]
2016-01-14 18:32:25,846 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796345577_0001_1, queueSize=0
2016-01-14 18:32:25,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:25,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345577_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796345577_0001_1, startTime=1452796345747, finishTime=1452796345845, timeTaken=98, status=FAILED, diagnostics=Vertex failed, vertexName=AF33EC21F468443C88959B2C7DC300FB, vertexId=vertex_1452796345577_0001_1_00, diagnostics=[Task failed, taskId=task_1452796345577_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452796345577_0001_1_00 [AF33EC21F468443C88959B2C7DC300FB] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 18:32:25,847 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796345577_0001_1 finished with state: FAILED
2016-01-14 18:32:25,847 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345577_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:25,847 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796345577_0001_00_000001
2016-01-14 18:32:25,847 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452796345577_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 18:32:25,848 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345577_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:25 Completed Dag: dag_1452796345577_0001_1
2016-01-14 18:32:25,849 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796345577_0001_1, dagState=FAILED
2016-01-14 18:32:25,849 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345577_0001_1_post
2016-01-14 18:32:25,849 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:25,849 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:25,850 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345577_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 18:32:25,852 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452796345577_0001
2016-01-14 18:32:25,853 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:25,853 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:25,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:25,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:25,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:25,854 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:25,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:25,855 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:25,855 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:25,855 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,855 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:25,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:25,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:25,860 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/D151C5D4593545ECB710BD45F75D80B4/BA07A9C114B34C7A90B7932DC8992BAE/.tez/application_1452796345577_0001
2016-01-14 18:32:25,860 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 18:32:25,860 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 18:32:25,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.304
2016-01-14 18:32:25,861 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_ALL
2016-01-14 18:32:25,886 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:25,886 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:25,922 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 18:32:25,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 18:32:25,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:25,927 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:25,941 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:25,941 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:25,950 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:25,950 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:25,951 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"]
2016-01-14 18:32:25,951 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:25,951 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:25,951 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:25,952 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:25,952 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:25,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:25,969 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:25,970 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:25,970 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:25,978 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001 doesn't exist and is created
2016-01-14 18:32:25,992 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:25,992 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:25,992 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001
2016-01-14 18:32:25,994 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796345969_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:26,005 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:26,005 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:26,007 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:26,007 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:26,007 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001/localmode-log-dir
2016-01-14 18:32:26,007 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001/localmode-log-dir/history.txt.appattempt_1452796345969_0001_000000, maxErrors=10
2016-01-14 18:32:26,007 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:26,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796345969_0001_000000, appSubmitTime=1452796345993, launchTime=1452796345994
2016-01-14 18:32:26,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:26,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:26,013 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:26,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:26,016 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:60914
2016-01-14 18:32:26,017 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:26,019 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796345969_0001_000000, startTime=1452796346019
2016-01-14 18:32:26,019 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:26,019 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:26,092 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:26,092 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:26,092 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452796345969_0001, dagName=[35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:26,106 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:26,106 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:26,110 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:26,111 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796345969_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001/localmode-log-dir/dag_1452796345969_0001_1.dot
2016-01-14 18:32:26,112 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001/localmode-log-dir/dag_1452796345969_0001_1-tez-dag.pb.txt
2016-01-14 18:32:26,116 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345969_0001_1
2016-01-14 18:32:26,116 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,116 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:26 Running Dag: dag_1452796345969_0001_1
2016-01-14 18:32:26,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796345969_0001_1, submitTime=1452796346110
2016-01-14 18:32:26,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:26,126 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F985750792464674B6465F10FCBA8F65
2016-01-14 18:32:26,127 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:26,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796345969_0001_1, initTime=1452796346125
2016-01-14 18:32:26,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:26,127 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345969_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:26,128 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:DAG_STARTED]: dagID=dag_1452796345969_0001_1, startTime=1452796346127
2016-01-14 18:32:26,128 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:26,128 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345969_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:26,128 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F985750792464674B6465F10FCBA8F65 : {D6F559057D00427794227BB4FA5A23B3={InputName=D6F559057D00427794227BB4FA5A23B3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:26,128 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D6F559057D00427794227BB4FA5A23B3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:26,128 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,128 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,129 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,128 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452796345969_0001, dagName=[35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:26,129 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]. Starting root input initializers: 1
2016-01-14 18:32:26,129 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:26,129 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:26,130 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D6F559057D00427794227BB4FA5A23B3 on vertex vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,132 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:26,132 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D6F559057D00427794227BB4FA5A23B3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:26,132 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:26,132 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:26,134 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:26,134 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D6F559057D00427794227BB4FA5A23B3 on vertex vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,134 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:26,134 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D6F559057D00427794227BB4FA5A23B3=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:26,135 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] parallelism set to 1
2016-01-14 18:32:26,135 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:26,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796345969_0001_1_00, eventCount=1
2016-01-14 18:32:26,135 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,135 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3A09DA0AF2724514B3775CA2E6820C35, vertexId=vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:26,136 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3A09DA0AF2724514B3775CA2E6820C35, vertexId=vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,137 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3A09DA0AF2724514B3775CA2E6820C35, vertexName=F985750792464674B6465F10FCBA8F65, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:26,138 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3A09DA0AF2724514B3775CA2E6820C35, vertexId=vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F985750792464674B6465F10FCBA8F65, vertexId=vertex_1452796345969_0001_1_00, initRequestedTime=1452796346128, initedTime=1452796346138, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:26,139 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] with distanceFromRoot: 0
2016-01-14 18:32:26,139 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:26,139 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:26,139 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F985750792464674B6465F10FCBA8F65
2016-01-14 18:32:26,139 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:26,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796345969_0001_1_00, startRequestedTime=1452796346139, startedTime=1452796346139
2016-01-14 18:32:26,140 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:26,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:26,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:TASK_STARTED]: vertexName=F985750792464674B6465F10FCBA8F65, taskId=task_1452796345969_0001_1_00_000000, scheduledTime=1452796346140, launchTime=1452796346140
2016-01-14 18:32:26,141 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345969_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:26,141 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,141 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1, VertexName: F985750792464674B6465F10FCBA8F65, VertexParallelism: 1, TaskAttemptID:attempt_1452796345969_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6F559057D00427794227BB4FA5A23B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3A09DA0AF2724514B3775CA2E6820C35, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:26,141 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345969_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:26,141 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:26,142 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:26,142 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:26,143 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:26,143 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796345969_0001_00_000001
2016-01-14 18:32:26,143 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:26,145 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796345969_0001_00_000001
2016-01-14 18:32:26,145 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:26,146 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:26,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:26,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796345969_0001_00_000001, launchTime=1452796346146
2016-01-14 18:32:26,147 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796345969_0001_00_000001
2016-01-14 18:32:26,147 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796345969_0001_1_00_000000_0] to container: [container_1452796345969_0001_00_000001]
2016-01-14 18:32:26,147 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:26,148 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796345969_0001_1_00_000000_0] started. Is using containerId: [container_1452796345969_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:26,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F985750792464674B6465F10FCBA8F65, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0, startTime=1452796346147, containerId=container_1452796345969_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796345969_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:26,148 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345969_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:26,148 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796345969_0001, with dag id: dag_1452796345969_0001_1
2016-01-14 18:32:26,148 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345969_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:26,149 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:26,149 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796345969_0001_00_000001 given task: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,149 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796345969_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26 Starting to run new task attempt: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,150 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,150 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,150 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:26,150 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:26,150 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:26,150 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:26,150 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:26,151 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1, VertexName: F985750792464674B6465F10FCBA8F65, VertexParallelism: 1, TaskAttemptID:attempt_1452796345969_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D6F559057D00427794227BB4FA5A23B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3A09DA0AF2724514B3775CA2E6820C35, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:26,151 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:26,154 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:26,154 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796345969_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:26,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D6F559057D00427794227BB4FA5A23B3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:26,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:26,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,156 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3A09DA0AF2724514B3775CA2E6820C35, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:26,158 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:26,158 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3A09DA0AF2724514B3775CA2E6820C35
2016-01-14 18:32:26,158 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:26,158 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3A09DA0AF2724514B3775CA2E6820C35
2016-01-14 18:32:26,158 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:26,158 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:26,162 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,162 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,169 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:26,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3A09DA0AF2724514B3775CA2E6820C35
2016-01-14 18:32:26,170 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F985750792464674B6465F10FCBA8F65, ordinal: 0
2016-01-14 18:32:26,170 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F985750792464674B6465F10FCBA8F65, mem on start (mb), free: 233, total: 371, max: 672
2016-01-14 18:32:26,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:26,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:26,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:26,170 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:26,171 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:26,171 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D6F559057D00427794227BB4FA5A23B3, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:26,172 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3A09DA0AF2724514B3775CA2E6820C35, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,172 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D6F559057D00427794227BB4FA5A23B3 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:26,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:26,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:26,173 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,173 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:26,174 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@322124ba
2016-01-14 18:32:26,174 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@322124ba
2016-01-14 18:32:26,175 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:26,175 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:26,177 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,178 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D6F559057D00427794227BB4FA5A23B3
2016-01-14 18:32:26,178 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"], id: 3A09DA0AF2724514B3775CA2E6820C35
2016-01-14 18:32:26,178 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"]
2016-01-14 18:32:26,179 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,179 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:26,179 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F985750792464674B6465F10FCBA8F65, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:26,182 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:26,182 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:26,183 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,183 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796345969_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:26,184 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,184 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F985750792464674B6465F10FCBA8F65, mem on close (mb), free: 231, total: 371, max: 672
2016-01-14 18:32:26 Completed running task attempt: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,185 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:26,186 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796346179, Process_Duration=5, Process_End_Time=1452796346184, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:26,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F985750792464674B6465F10FCBA8F65, taskAttemptId=attempt_1452796345969_0001_1_00_000000_0, startTime=1452796346147, finishTime=1452796346186, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346179, Process_Duration=5, Process_End_Time=1452796346184, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,187 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:26,187 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796345969_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:26,187 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:26,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:TASK_FINISHED]: vertexName=F985750792464674B6465F10FCBA8F65, taskId=task_1452796345969_0001_1_00_000000, startTime=1452796346147, finishTime=1452796346187, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1452796345969_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346179, Process_Duration=5, Process_End_Time=1452796346184, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,188 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796345969_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:26,188 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] : 1
2016-01-14 18:32:26,188 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,188 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,188 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:26,189 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:VERTEX_FINISHED]: vertexName=F985750792464674B6465F10FCBA8F65, vertexId=vertex_1452796345969_0001_1_00, initRequestedTime=1452796346128, initedTime=1452796346138, startRequestedTime=1452796346139, startedTime=1452796346139, finishTime=1452796346188, timeTaken=49, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346179, Process_Duration=5, Process_End_Time=1452796346184, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796346147, firstTasksToStart=[ task_1452796345969_0001_1_00_000000 ], lastTaskFinishTime=1452796346186, lastTasksToFinish=[ task_1452796345969_0001_1_00_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796345969_0001_1_00_000000 ], longestDurationTasks=[ task_1452796345969_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:26,189 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:26,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:26,187 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:26,189 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:26,190 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796345969_0001_1
2016-01-14 18:32:26,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796345969_0001_1
2016-01-14 18:32:26,191 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3A09DA0AF2724514B3775CA2E6820C35 for vertex: vertex_1452796345969_0001_1_00 [F985750792464674B6465F10FCBA8F65]
2016-01-14 18:32:26,191 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796345969_0001_00_000001
2016-01-14 18:32:26,200 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796345969_0001_1, queueSize=0
2016-01-14 18:32:26,200 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:26,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796345969_0001_1, startTime=1452796346127, finishTime=1452796346199, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346179, Process_Duration=5, Process_End_Time=1452796346184, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,200 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796345969_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:26,200 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796345969_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:26,201 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:26,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796345969_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796345969_0001_00_000001, stoppedTime=1452796346201, exitStatus=0
2016-01-14 18:32:26,201 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:26 Completed Dag: dag_1452796345969_0001_1
2016-01-14 18:32:26,201 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796345969_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:26,201 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796345969_0001_1_post
2016-01-14 18:32:26,201 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,202 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:26,202 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796345969_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:26,202 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796345969_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:26,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:26,202 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796345969_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:26,202 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796345969_0001_00_000001, Exiting
2016-01-14 18:32:26,202 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796345969_0001_00_000001
2016-01-14 18:32:26,202 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796345969_0001_00_000001
2016-01-14 18:32:26,202 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:26,204 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796345969_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:26,204 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796345969_0001_00_000001 completed successfully
2016-01-14 18:32:26,204 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796345969_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:26,208 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452796345969_0001
2016-01-14 18:32:26,209 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:26,209 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:26,209 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:26,210 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:26,210 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:26,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:26,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:26,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:26,211 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:26,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:26,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:26,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:26,211 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:26,217 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/35D315C1AC1C4A10938031D10721D0BE/B641D05B58B640ED981AE7E277180215/.tez/application_1452796345969_0001
2016-01-14 18:32:26,217 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.267
2016-01-14 18:32:26,284 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_-1
2016-01-14 18:32:26,308 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:26,309 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:26,339 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-01-14 18:32:26,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:26,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:26,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:26,342 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_'field2'
2016-01-14 18:32:26,364 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:26,364 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:26,396 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 18:32:26,408 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 18:32:26,408 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:26,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:26,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:26,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:26,432 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:26,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"]
2016-01-14 18:32:26,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:26,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:26,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:26,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,446 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:26,460 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:26,464 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:26,465 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:26,465 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:26,474 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001 doesn't exist and is created
2016-01-14 18:32:26,490 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:26,491 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:26,491 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001
2016-01-14 18:32:26,494 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796346465_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:26,512 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:26,513 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:26,515 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:26,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:26,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001/localmode-log-dir
2016-01-14 18:32:26,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001/localmode-log-dir/history.txt.appattempt_1452796346465_0001_000000, maxErrors=10
2016-01-14 18:32:26,516 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:26,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796346465_0001_000000, appSubmitTime=1452796346494, launchTime=1452796346494
2016-01-14 18:32:26,522 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:26,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:26,528 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:26,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:26,530 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43120
2016-01-14 18:32:26,533 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:26,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796346465_0001_000000, startTime=1452796346535
2016-01-14 18:32:26,535 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:26,535 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:26,591 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:26,591 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:26,591 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452796346465_0001, dagName=[733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,607 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,608 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796346465_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001/localmode-log-dir/dag_1452796346465_0001_1.dot
2016-01-14 18:32:26,609 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001/localmode-log-dir/dag_1452796346465_0001_1-tez-dag.pb.txt
2016-01-14 18:32:26,613 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796346465_0001_1
2016-01-14 18:32:26,613 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,613 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26 Running Dag: dag_1452796346465_0001_1
2016-01-14 18:32:26,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796346465_0001_1, submitTime=1452796346607
2016-01-14 18:32:26,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:26,623 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E3C5217C8E2748C9BB28D512E91C8AC0
2016-01-14 18:32:26,623 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:26,624 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:26,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796346465_0001_1, initTime=1452796346623
2016-01-14 18:32:26,624 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346465_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:26,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:DAG_STARTED]: dagID=dag_1452796346465_0001_1, startTime=1452796346624
2016-01-14 18:32:26,625 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:26,625 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346465_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:26,625 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452796346465_0001, dagName=[733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:26,625 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E3C5217C8E2748C9BB28D512E91C8AC0 : {B33E2AE1D49044C28A721FAD126D6660={InputName=B33E2AE1D49044C28A721FAD126D6660}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:26,625 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B33E2AE1D49044C28A721FAD126D6660, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:26,625 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,626 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,626 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,626 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]. Starting root input initializers: 1
2016-01-14 18:32:26,626 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:26,628 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B33E2AE1D49044C28A721FAD126D6660 on vertex vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,631 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:26,631 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B33E2AE1D49044C28A721FAD126D6660 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:26,632 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:26,632 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:26,634 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:26,635 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B33E2AE1D49044C28A721FAD126D6660 on vertex vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,635 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:26,635 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B33E2AE1D49044C28A721FAD126D6660=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:26,635 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] parallelism set to 1
2016-01-14 18:32:26,635 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:26,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796346465_0001_1_00, eventCount=1
2016-01-14 18:32:26,636 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,636 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B021D3047C1A458C8CDBA8CA5F654258, vertexId=vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:26,636 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B021D3047C1A458C8CDBA8CA5F654258, vertexId=vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,638 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B021D3047C1A458C8CDBA8CA5F654258, vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:26,638 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B021D3047C1A458C8CDBA8CA5F654258, vertexId=vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,642 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:26,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, vertexId=vertex_1452796346465_0001_1_00, initRequestedTime=1452796346625, initedTime=1452796346642, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:26,643 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] with distanceFromRoot: 0
2016-01-14 18:32:26,643 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:26,644 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E3C5217C8E2748C9BB28D512E91C8AC0
2016-01-14 18:32:26,644 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:26,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796346465_0001_1_00, startRequestedTime=1452796346644, startedTime=1452796346644
2016-01-14 18:32:26,645 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:26,646 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:26,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:TASK_STARTED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, taskId=task_1452796346465_0001_1_00_000000, scheduledTime=1452796346646, launchTime=1452796346646
2016-01-14 18:32:26,647 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346465_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:26,648 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,648 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS, VertexName: E3C5217C8E2748C9BB28D512E91C8AC0, VertexParallelism: 1, TaskAttemptID:attempt_1452796346465_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B33E2AE1D49044C28A721FAD126D6660, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B021D3047C1A458C8CDBA8CA5F654258, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:26,649 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346465_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:26,649 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:26,646 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796346465_0001, with dag id: dag_1452796346465_0001_1
2016-01-14 18:32:26,650 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:26,652 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:26,652 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:26,653 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796346465_0001_00_000001
2016-01-14 18:32:26,653 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:26,655 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796346465_0001_00_000001
2016-01-14 18:32:26,655 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:26,657 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:26,658 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:26,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796346465_0001_00_000001, launchTime=1452796346657
2016-01-14 18:32:26,660 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796346465_0001_00_000001
2016-01-14 18:32:26,660 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796346465_0001_1_00_000000_0] to container: [container_1452796346465_0001_00_000001]
2016-01-14 18:32:26,660 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:26,661 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796346465_0001_1_00_000000_0] started. Is using containerId: [container_1452796346465_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:26,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0, startTime=1452796346661, containerId=container_1452796346465_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796346465_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:26,661 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346465_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:26,661 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346465_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:26,661 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796346465_0001_00_000001 given task: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,662 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796346465_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:26 Starting to run new task attempt: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,662 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,662 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,662 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:26,662 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:26,663 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:26,663 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:26,663 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:26,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS, VertexName: E3C5217C8E2748C9BB28D512E91C8AC0, VertexParallelism: 1, TaskAttemptID:attempt_1452796346465_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B33E2AE1D49044C28A721FAD126D6660, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B021D3047C1A458C8CDBA8CA5F654258, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:26,664 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:26,664 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:26,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B33E2AE1D49044C28A721FAD126D6660, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:26,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:26,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,667 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B021D3047C1A458C8CDBA8CA5F654258, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:26,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:26,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B021D3047C1A458C8CDBA8CA5F654258
2016-01-14 18:32:26,672 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:26,672 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B021D3047C1A458C8CDBA8CA5F654258
2016-01-14 18:32:26,673 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:26,674 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796346465_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:26,677 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:26,677 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:26,678 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:26,679 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,682 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E3C5217C8E2748C9BB28D512E91C8AC0, ordinal: 0
2016-01-14 18:32:26,682 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:26,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B021D3047C1A458C8CDBA8CA5F654258
2016-01-14 18:32:26,682 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E3C5217C8E2748C9BB28D512E91C8AC0, mem on start (mb), free: 124, total: 371, max: 672
2016-01-14 18:32:26,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:26,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:26,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:26,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:26,684 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:26,684 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:26,685 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:26,685 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:26,685 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:26,686 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:26,686 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:26,686 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B33E2AE1D49044C28A721FAD126D6660, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:26,686 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B021D3047C1A458C8CDBA8CA5F654258, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:26,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:26,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B33E2AE1D49044C28A721FAD126D6660 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:26,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,687 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:26,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:26,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:26,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:26,689 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,689 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:26,690 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@562c1623
2016-01-14 18:32:26,691 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@562c1623
2016-01-14 18:32:26,691 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:26,691 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:26,693 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,693 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B33E2AE1D49044C28A721FAD126D6660
2016-01-14 18:32:26,694 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"], id: B021D3047C1A458C8CDBA8CA5F654258
2016-01-14 18:32:26,694 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"]
2016-01-14 18:32:26,695 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,695 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:26,696 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E3C5217C8E2748C9BB28D512E91C8AC0, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:26,698 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:26,698 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:26,699 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,699 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796346465_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:26,700 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,700 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E3C5217C8E2748C9BB28D512E91C8AC0, mem on close (mb), free: 122, total: 371, max: 672
2016-01-14 18:32:26 Completed running task attempt: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,701 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:26,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, taskAttemptId=attempt_1452796346465_0001_1_00_000000_0, startTime=1452796346661, finishTime=1452796346702, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346696, Process_Duration=4, Process_End_Time=1452796346700, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,703 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346465_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:26,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:26,703 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:26,703 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:26,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:TASK_FINISHED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, taskId=task_1452796346465_0001_1_00_000000, startTime=1452796346661, finishTime=1452796346703, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1452796346465_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346696, Process_Duration=4, Process_End_Time=1452796346700, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,704 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346465_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:26,704 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] : 1
2016-01-14 18:32:26,704 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,705 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:26,705 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:VERTEX_FINISHED]: vertexName=E3C5217C8E2748C9BB28D512E91C8AC0, vertexId=vertex_1452796346465_0001_1_00, initRequestedTime=1452796346625, initedTime=1452796346642, startRequestedTime=1452796346644, startedTime=1452796346644, finishTime=1452796346704, timeTaken=60, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346696, Process_Duration=4, Process_End_Time=1452796346700, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796346661, firstTasksToStart=[ task_1452796346465_0001_1_00_000000 ], lastTaskFinishTime=1452796346702, lastTasksToFinish=[ task_1452796346465_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796346465_0001_1_00_000000 ], longestDurationTasks=[ task_1452796346465_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:26,705 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:26,705 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:26,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796346465_0001_00_000001, stoppedTime=1452796346706, exitStatus=0
2016-01-14 18:32:26,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:26,706 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:26,706 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:26,706 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796346465_0001_1
2016-01-14 18:32:26,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796346465_0001_1
2016-01-14 18:32:26,706 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: B021D3047C1A458C8CDBA8CA5F654258 for vertex: vertex_1452796346465_0001_1_00 [E3C5217C8E2748C9BB28D512E91C8AC0]
2016-01-14 18:32:26,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796346696, Process_Duration=4, Process_End_Time=1452796346700, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:26,708 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:26,708 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,709 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796346465_0001_00_000001
2016-01-14 18:32:26,709 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796346465_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:26,709 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796346465_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:26,709 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796346465_0001_00_000001, Exiting
2016-01-14 18:32:26,710 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796346465_0001_00_000001
2016-01-14 18:32:26,710 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796346465_0001_00_000001
2016-01-14 18:32:26,711 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796346465_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:26,711 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796346465_0001_00_000001 completed successfully
2016-01-14 18:32:26,716 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796346465_0001_1, queueSize=0
2016-01-14 18:32:26,716 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:26,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346465_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796346465_0001_1, startTime=1452796346624, finishTime=1452796346714, timeTaken=90, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=389545984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796346696, Process_Duration=4, Process_End_Time=1452796346700, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:26,717 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796346465_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:26,717 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346465_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:26,718 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796346465_0001_00_000001
2016-01-14 18:32:26,718 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346465_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:26 Completed Dag: dag_1452796346465_0001_1
2016-01-14 18:32:26,719 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796346465_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:26,719 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796346465_0001_1_post
2016-01-14 18:32:26,719 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:26,720 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:26,724 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452796346465_0001
2016-01-14 18:32:26,725 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:26,726 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:26,726 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:26,726 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:26,726 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:26,726 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:26,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:26,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:26,727 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:26,727 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:26,727 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:26,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:26,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:26,731 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/733F7734522F4FCA95BEF60F60026029/DE97185DBAF94FA3968917F7D8FC184E/.tez/application_1452796346465_0001
2016-01-14 18:32:26,732 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.287
2016-01-14 18:32:26,815 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_RESULTS
2016-01-14 18:32:26,838 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:26,839 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:26,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 18:32:26,873 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.009
2016-01-14 18:32:26,873 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:26,874 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:26,874 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_ALL
2016-01-14 18:32:26,902 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:26,902 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:26,934 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 18:32:26,939 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 18:32:26,940 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:26,940 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:26,940 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:26,954 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:26,955 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:26,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:26,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:26,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"]
2016-01-14 18:32:26,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:26,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:26,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:26,965 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:26,966 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:26,980 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:26,984 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:26,984 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:26,985 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:26,993 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001 doesn't exist and is created
2016-01-14 18:32:27,008 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:27,008 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:27,009 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001
2016-01-14 18:32:27,011 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796346984_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:27,023 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:27,023 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:27,025 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:27,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:27,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001/localmode-log-dir
2016-01-14 18:32:27,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001/localmode-log-dir/history.txt.appattempt_1452796346984_0001_000000, maxErrors=10
2016-01-14 18:32:27,026 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:27,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796346984_0001_000000, appSubmitTime=1452796347011, launchTime=1452796347011
2016-01-14 18:32:27,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:27,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:27,037 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:27,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:27,039 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42395
2016-01-14 18:32:27,040 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:27,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796346984_0001_000000, startTime=1452796347042
2016-01-14 18:32:27,042 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:27,042 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:27,109 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:27,109 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:27,109 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452796346984_0001, dagName=[C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:27,125 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:27,126 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796346984_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001/localmode-log-dir/dag_1452796346984_0001_1.dot
2016-01-14 18:32:27,127 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001/localmode-log-dir/dag_1452796346984_0001_1-tez-dag.pb.txt
2016-01-14 18:32:27,131 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:27,131 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:27,133 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796346984_0001_1
2016-01-14 18:32:27,133 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,133 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:27 Running Dag: dag_1452796346984_0001_1
2016-01-14 18:32:27,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796346984_0001_1, submitTime=1452796347125
2016-01-14 18:32:27,143 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:27,144 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FD93AD66DC6442A0AB8159D2417FFF4D
2016-01-14 18:32:27,144 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:27,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:27,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796346984_0001_1, initTime=1452796347143
2016-01-14 18:32:27,145 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346984_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:27,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:DAG_STARTED]: dagID=dag_1452796346984_0001_1, startTime=1452796347145
2016-01-14 18:32:27,145 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:27,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:27,145 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346984_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:27,145 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452796346984_0001, dagName=[C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:27,145 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FD93AD66DC6442A0AB8159D2417FFF4D : {4EDDF711AE374999B0A64AF70B32717F={InputName=4EDDF711AE374999B0A64AF70B32717F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:27,146 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 4EDDF711AE374999B0A64AF70B32717F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:27,146 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,146 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,146 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,146 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]. Starting root input initializers: 1
2016-01-14 18:32:27,147 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:27,148 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 4EDDF711AE374999B0A64AF70B32717F on vertex vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,149 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:27,150 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 4EDDF711AE374999B0A64AF70B32717F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:27,150 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:27,151 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:27,152 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:27,152 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 4EDDF711AE374999B0A64AF70B32717F on vertex vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,153 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:27,153 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {4EDDF711AE374999B0A64AF70B32717F=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:27,153 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] parallelism set to 1
2016-01-14 18:32:27,153 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:27,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796346984_0001_1_00, eventCount=1
2016-01-14 18:32:27,154 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,154 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=65D9A28E882D4959ABC75DEF4BD18B67, vertexId=vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:27,154 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=65D9A28E882D4959ABC75DEF4BD18B67, vertexId=vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,159 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=65D9A28E882D4959ABC75DEF4BD18B67, vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:27,159 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=65D9A28E882D4959ABC75DEF4BD18B67, vertexId=vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, vertexId=vertex_1452796346984_0001_1_00, initRequestedTime=1452796347145, initedTime=1452796347160, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:27,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:27,161 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] with distanceFromRoot: 0
2016-01-14 18:32:27,161 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:27,162 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796346984_0001, with dag id: dag_1452796346984_0001_1
2016-01-14 18:32:27,162 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FD93AD66DC6442A0AB8159D2417FFF4D
2016-01-14 18:32:27,163 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796346984_0001_1_00, startRequestedTime=1452796347162, startedTime=1452796347162
2016-01-14 18:32:27,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:27,163 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:27,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:27,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:TASK_STARTED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, taskId=task_1452796346984_0001_1_00_000000, scheduledTime=1452796347164, launchTime=1452796347164
2016-01-14 18:32:27,165 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346984_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:27,165 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,165 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1, VertexName: FD93AD66DC6442A0AB8159D2417FFF4D, VertexParallelism: 1, TaskAttemptID:attempt_1452796346984_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4EDDF711AE374999B0A64AF70B32717F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=65D9A28E882D4959ABC75DEF4BD18B67, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:27,166 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346984_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:27,167 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:27,167 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:27,168 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:27,168 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:27,169 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796346984_0001_00_000001
2016-01-14 18:32:27,169 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:27,170 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796346984_0001_00_000001
2016-01-14 18:32:27,170 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:27,171 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:27,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:27,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796346984_0001_00_000001, launchTime=1452796347171
2016-01-14 18:32:27,172 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796346984_0001_00_000001
2016-01-14 18:32:27,173 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796346984_0001_1_00_000000_0] to container: [container_1452796346984_0001_00_000001]
2016-01-14 18:32:27,173 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:27,173 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796346984_0001_00_000001 given task: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,173 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796346984_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796346984_0001_1_00_000000_0] started. Is using containerId: [container_1452796346984_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:27,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:27,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0, startTime=1452796347173, containerId=container_1452796346984_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796346984_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:27,174 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346984_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:27,174 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346984_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:27 Starting to run new task attempt: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,174 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,175 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,175 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:27,175 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:27,176 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:27,176 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:27,176 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:27,176 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1, VertexName: FD93AD66DC6442A0AB8159D2417FFF4D, VertexParallelism: 1, TaskAttemptID:attempt_1452796346984_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4EDDF711AE374999B0A64AF70B32717F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=65D9A28E882D4959ABC75DEF4BD18B67, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:27,177 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:27,177 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:27,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,178 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796346984_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:27,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=4EDDF711AE374999B0A64AF70B32717F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=65D9A28E882D4959ABC75DEF4BD18B67, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:27,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,180 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 65D9A28E882D4959ABC75DEF4BD18B67
2016-01-14 18:32:27,181 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:27,181 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 65D9A28E882D4959ABC75DEF4BD18B67
2016-01-14 18:32:27,183 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:27,183 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,184 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:27,189 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:27,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 65D9A28E882D4959ABC75DEF4BD18B67
2016-01-14 18:32:27,194 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FD93AD66DC6442A0AB8159D2417FFF4D, ordinal: 0
2016-01-14 18:32:27,194 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FD93AD66DC6442A0AB8159D2417FFF4D, mem on start (mb), free: 229, total: 380, max: 672
2016-01-14 18:32:27,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:27,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:27,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:27,194 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:27,195 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:27,195 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:27,195 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:27,195 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:27,195 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:27,196 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:27,196 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 4EDDF711AE374999B0A64AF70B32717F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:27,196 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 65D9A28E882D4959ABC75DEF4BD18B67, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:27,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:27,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 4EDDF711AE374999B0A64AF70B32717F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:27,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,197 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:27,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:27,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:27,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:27,198 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,202 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,202 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 4EDDF711AE374999B0A64AF70B32717F
2016-01-14 18:32:27,202 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"], id: 65D9A28E882D4959ABC75DEF4BD18B67
2016-01-14 18:32:27,203 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"]
2016-01-14 18:32:27,203 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,203 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:27,204 INFO  input.MRInput (MRInput.java:checkAndAwaitRecordReaderInitialization(597)) - Awaiting RecordReader initialization
2016-01-14 18:32:27,204 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:27,205 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1d80e5fb
2016-01-14 18:32:27,206 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1d80e5fb
2016-01-14 18:32:27,206 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:27,206 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:27,206 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FD93AD66DC6442A0AB8159D2417FFF4D, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:27,209 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:27,210 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:27,210 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,211 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796346984_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:27,211 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,212 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FD93AD66DC6442A0AB8159D2417FFF4D, mem on close (mb), free: 227, total: 380, max: 672
2016-01-14 18:32:27 Completed running task attempt: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,213 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:27,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796347207, Process_Duration=4, Process_End_Time=1452796347211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:27,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, taskAttemptId=attempt_1452796346984_0001_1_00_000000_0, startTime=1452796347173, finishTime=1452796347214, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347207, Process_Duration=4, Process_End_Time=1452796347211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,214 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:27,214 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:27,214 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796346984_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:27,215 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:27,215 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:27,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:TASK_FINISHED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, taskId=task_1452796346984_0001_1_00_000000, startTime=1452796347173, finishTime=1452796347215, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1452796346984_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347207, Process_Duration=4, Process_End_Time=1452796347211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,216 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796346984_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:27,216 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] : 1
2016-01-14 18:32:27,216 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,216 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796346984_0001_00_000001
2016-01-14 18:32:27,217 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:27,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:VERTEX_FINISHED]: vertexName=FD93AD66DC6442A0AB8159D2417FFF4D, vertexId=vertex_1452796346984_0001_1_00, initRequestedTime=1452796347145, initedTime=1452796347160, startRequestedTime=1452796347162, startedTime=1452796347162, finishTime=1452796347216, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347207, Process_Duration=4, Process_End_Time=1452796347211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796347173, firstTasksToStart=[ task_1452796346984_0001_1_00_000000 ], lastTaskFinishTime=1452796347214, lastTasksToFinish=[ task_1452796346984_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796346984_0001_1_00_000000 ], longestDurationTasks=[ task_1452796346984_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:27,217 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:27,217 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:27,218 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:27,218 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796346984_0001_1
2016-01-14 18:32:27,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796346984_0001_1
2016-01-14 18:32:27,218 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 65D9A28E882D4959ABC75DEF4BD18B67 for vertex: vertex_1452796346984_0001_1_00 [FD93AD66DC6442A0AB8159D2417FFF4D]
2016-01-14 18:32:27,226 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796346984_0001_1, queueSize=0
2016-01-14 18:32:27,227 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:27,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796346984_0001_1, startTime=1452796347145, finishTime=1452796347225, timeTaken=80, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347207, Process_Duration=4, Process_End_Time=1452796347211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,227 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796346984_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:27,227 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796346984_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:27,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796346984_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796346984_0001_00_000001, stoppedTime=1452796347227, exitStatus=0
2016-01-14 18:32:27,227 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:27,227 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:27 Completed Dag: dag_1452796346984_0001_1
2016-01-14 18:32:27,227 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796346984_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:27,227 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796346984_0001_1_post
2016-01-14 18:32:27,228 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,228 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:27,228 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796346984_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:27,228 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796346984_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:27,235 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452796346984_0001
2016-01-14 18:32:27,236 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:27,236 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:27,236 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:27,237 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:27,237 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:27,237 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:27,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:27,237 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:27,238 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:27,238 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:27,238 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:27,238 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:27,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:27,239 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1452796346984_0001_00_000001
2016-01-14 18:32:27,239 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796346984_0001_00_000001
2016-01-14 18:32:27,240 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796346984_0001_00_000001
2016-01-14 18:32:27,243 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/C58BDE93E5A0447D97824931420AD4A0/EB6FC4C077BE429CAE41BD4590659A0E/.tez/application_1452796346984_0001
2016-01-14 18:32:27,244 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.280
2016-01-14 18:32:27,313 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_-1
2016-01-14 18:32:27,337 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:27,337 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:27,372 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 18:32:27,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 18:32:27,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:27,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:27,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:27,401 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:27,402 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:27,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"]
2016-01-14 18:32:27,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:27,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:27,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:27,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,416 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:27,429 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:27,434 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:27,434 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:27,434 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:27,445 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001 doesn't exist and is created
2016-01-14 18:32:27,460 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:27,461 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:27,461 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001
2016-01-14 18:32:27,463 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796347434_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:27,477 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:27,477 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:27,478 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:27,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:27,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001/localmode-log-dir
2016-01-14 18:32:27,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001/localmode-log-dir/history.txt.appattempt_1452796347434_0001_000000, maxErrors=10
2016-01-14 18:32:27,479 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:27,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796347434_0001_000000, appSubmitTime=1452796347462, launchTime=1452796347462
2016-01-14 18:32:27,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:27,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:27,484 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:27,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:27,486 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:39691
2016-01-14 18:32:27,492 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:27,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796347434_0001_000000, startTime=1452796347493
2016-01-14 18:32:27,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:27,494 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:27,561 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:27,561 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:27,561 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452796347434_0001, dagName=[5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,578 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,579 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796347434_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001/localmode-log-dir/dag_1452796347434_0001_1.dot
2016-01-14 18:32:27,579 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001/localmode-log-dir/dag_1452796347434_0001_1-tez-dag.pb.txt
2016-01-14 18:32:27,584 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796347434_0001_1
2016-01-14 18:32:27,584 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,584 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 18:32:27 Running Dag: dag_1452796347434_0001_1
2016-01-14 18:32:27,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796347434_0001_1, submitTime=1452796347578
2016-01-14 18:32:27,592 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:27,593 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DEC27832B8C7491890A5CA2F80FD04CE
2016-01-14 18:32:27,593 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:27,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796347434_0001_1, initTime=1452796347593
2016-01-14 18:32:27,594 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:27,594 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347434_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:27,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:DAG_STARTED]: dagID=dag_1452796347434_0001_1, startTime=1452796347594
2016-01-14 18:32:27,595 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:27,595 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:27,595 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452796347434_0001, dagName=[5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,595 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347434_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:27,596 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DEC27832B8C7491890A5CA2F80FD04CE : {A7309C5906A04DB69BD6B5A82FA829A9={InputName=A7309C5906A04DB69BD6B5A82FA829A9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:27,596 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A7309C5906A04DB69BD6B5A82FA829A9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:27,596 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,596 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,596 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,597 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]. Starting root input initializers: 1
2016-01-14 18:32:27,598 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:27,599 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A7309C5906A04DB69BD6B5A82FA829A9 on vertex vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,601 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:27,601 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A7309C5906A04DB69BD6B5A82FA829A9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:27,602 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:27,603 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:27,604 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:27,605 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A7309C5906A04DB69BD6B5A82FA829A9 on vertex vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,605 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:27,605 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A7309C5906A04DB69BD6B5A82FA829A9=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:27,606 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] parallelism set to 1
2016-01-14 18:32:27,606 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:27,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796347434_0001_1_00, eventCount=1
2016-01-14 18:32:27,606 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,606 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=7B59567B54C145629ABB2BD70B910DD7, vertexId=vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:27,606 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=7B59567B54C145629ABB2BD70B910DD7, vertexId=vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,608 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=7B59567B54C145629ABB2BD70B910DD7, vertexName=DEC27832B8C7491890A5CA2F80FD04CE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:27,609 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=7B59567B54C145629ABB2BD70B910DD7, vertexId=vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, vertexId=vertex_1452796347434_0001_1_00, initRequestedTime=1452796347596, initedTime=1452796347609, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:27,609 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] with distanceFromRoot: 0
2016-01-14 18:32:27,610 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:27,610 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DEC27832B8C7491890A5CA2F80FD04CE
2016-01-14 18:32:27,610 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,609 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:27,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796347434_0001_1_00, startRequestedTime=1452796347610, startedTime=1452796347610
2016-01-14 18:32:27,610 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:27,610 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:27,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:TASK_STARTED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, taskId=task_1452796347434_0001_1_00_000000, scheduledTime=1452796347610, launchTime=1452796347610
2016-01-14 18:32:27,611 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347434_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:27,611 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,611 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:27,611 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2', VertexName: DEC27832B8C7491890A5CA2F80FD04CE, VertexParallelism: 1, TaskAttemptID:attempt_1452796347434_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A7309C5906A04DB69BD6B5A82FA829A9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7B59567B54C145629ABB2BD70B910DD7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:27,612 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347434_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:27,613 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:27,613 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:27,614 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:27,614 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:27,614 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796347434_0001_00_000001
2016-01-14 18:32:27,615 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796347434_0001, with dag id: dag_1452796347434_0001_1
2016-01-14 18:32:27,617 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:27,618 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796347434_0001_00_000001
2016-01-14 18:32:27,618 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:27,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796347434_0001_00_000001, launchTime=1452796347619
2016-01-14 18:32:27,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:27,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:27,620 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796347434_0001_00_000001
2016-01-14 18:32:27,621 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796347434_0001_1_00_000000_0] to container: [container_1452796347434_0001_00_000001]
2016-01-14 18:32:27,621 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:27,621 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796347434_0001_00_000001 given task: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,621 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796347434_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,621 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796347434_0001_1_00_000000_0] started. Is using containerId: [container_1452796347434_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:27,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:27 Starting to run new task attempt: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,622 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,622 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,622 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0, startTime=1452796347621, containerId=container_1452796347434_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796347434_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:27,622 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:27,623 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:27,623 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:27,623 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:27,623 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:27,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C] each.each/(1/1) ...LTS.ALL_'field2'_'field2', VertexName: DEC27832B8C7491890A5CA2F80FD04CE, VertexParallelism: 1, TaskAttemptID:attempt_1452796347434_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A7309C5906A04DB69BD6B5A82FA829A9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7B59567B54C145629ABB2BD70B910DD7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:27,623 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:27,623 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347434_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:27,624 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347434_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:27,624 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:27,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,625 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796347434_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:27,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A7309C5906A04DB69BD6B5A82FA829A9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:27,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=7B59567B54C145629ABB2BD70B910DD7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:27,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:27,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:27,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 7B59567B54C145629ABB2BD70B910DD7
2016-01-14 18:32:27,627 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:27,627 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,628 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 7B59567B54C145629ABB2BD70B910DD7
2016-01-14 18:32:27,630 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:27,630 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:27,631 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,637 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:27,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 7B59567B54C145629ABB2BD70B910DD7
2016-01-14 18:32:27,638 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DEC27832B8C7491890A5CA2F80FD04CE, ordinal: 0
2016-01-14 18:32:27,639 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DEC27832B8C7491890A5CA2F80FD04CE, mem on start (mb), free: 138, total: 380, max: 672
2016-01-14 18:32:27,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:27,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:27,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:27,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:27,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:27,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:27,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:27,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:27,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:27,641 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:27,641 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:27,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A7309C5906A04DB69BD6B5A82FA829A9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:27,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 7B59567B54C145629ABB2BD70B910DD7, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:27,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:27,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A7309C5906A04DB69BD6B5A82FA829A9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:27,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,642 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:27,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:27,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:27,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:27,643 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,643 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:27,643 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6e6ca1bb
2016-01-14 18:32:27,644 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6e6ca1bb
2016-01-14 18:32:27,645 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:27,645 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:27,648 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:27,648 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:27,649 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: A7309C5906A04DB69BD6B5A82FA829A9
2016-01-14 18:32:27,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"], id: 7B59567B54C145629ABB2BD70B910DD7
2016-01-14 18:32:27,650 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"]
2016-01-14 18:32:27,651 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,651 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:27,652 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DEC27832B8C7491890A5CA2F80FD04CE, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:27,654 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:27,655 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:27,655 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,655 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796347434_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:27,656 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,657 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DEC27832B8C7491890A5CA2F80FD04CE, mem on close (mb), free: 136, total: 380, max: 672
2016-01-14 18:32:27 Completed running task attempt: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,658 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:27,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796347652, Process_Duration=4, Process_End_Time=1452796347656, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:27,661 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:27,661 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,661 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796347434_0001_00_000001
2016-01-14 18:32:27,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, taskAttemptId=attempt_1452796347434_0001_1_00_000000_0, startTime=1452796347621, finishTime=1452796347662, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347652, Process_Duration=4, Process_End_Time=1452796347656, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,663 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347434_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:27,663 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:27,663 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27,663 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:27,663 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:27,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:TASK_FINISHED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, taskId=task_1452796347434_0001_1_00_000000, startTime=1452796347621, finishTime=1452796347663, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1452796347434_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347652, Process_Duration=4, Process_End_Time=1452796347656, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,664 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347434_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:27,664 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] : 1
2016-01-14 18:32:27,664 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,665 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:27,665 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:VERTEX_FINISHED]: vertexName=DEC27832B8C7491890A5CA2F80FD04CE, vertexId=vertex_1452796347434_0001_1_00, initRequestedTime=1452796347596, initedTime=1452796347609, startRequestedTime=1452796347610, startedTime=1452796347610, finishTime=1452796347664, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347652, Process_Duration=4, Process_End_Time=1452796347656, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796347621, firstTasksToStart=[ task_1452796347434_0001_1_00_000000 ], lastTaskFinishTime=1452796347662, lastTasksToFinish=[ task_1452796347434_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796347434_0001_1_00_000000 ], longestDurationTasks=[ task_1452796347434_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:27,665 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:27,666 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:27,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796347434_0001_00_000001, stoppedTime=1452796347666, exitStatus=0
2016-01-14 18:32:27,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:27,668 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:27,668 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:27,669 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796347434_0001_1
2016-01-14 18:32:27,669 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796347434_0001_1
2016-01-14 18:32:27,670 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 7B59567B54C145629ABB2BD70B910DD7 for vertex: vertex_1452796347434_0001_1_00 [DEC27832B8C7491890A5CA2F80FD04CE]
2016-01-14 18:32:27,672 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796347434_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:27,672 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796347434_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:27,672 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796347434_0001_00_000001, Exiting
2016-01-14 18:32:27,672 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796347434_0001_00_000001
2016-01-14 18:32:27,672 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796347434_0001_00_000001
2016-01-14 18:32:27,673 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796347434_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:27,674 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796347434_0001_00_000001 completed successfully
2016-01-14 18:32:27,678 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796347434_0001_1, queueSize=0
2016-01-14 18:32:27,678 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:27,678 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347434_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796347434_0001_1, startTime=1452796347594, finishTime=1452796347677, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796347652, Process_Duration=4, Process_End_Time=1452796347656, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:27,679 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796347434_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:27,679 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347434_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:27,679 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347434_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:27,679 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796347434_0001_00_000001
2016-01-14 18:32:27 Completed Dag: dag_1452796347434_0001_1
2016-01-14 18:32:27,679 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796347434_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:27,679 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796347434_0001_1_post
2016-01-14 18:32:27,679 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:27,679 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:27,686 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452796347434_0001
2016-01-14 18:32:27,687 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:27,687 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:27,688 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:27,688 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:27,688 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:27,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:27,688 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:27,688 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:27,688 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:27,689 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:27,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:27,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:27,690 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:27,695 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/5471F2ECA08E4B1CA0EAB2120F66324B/C82DB6995A354BA490E7493685A2689C/.tez/application_1452796347434_0001
2016-01-14 18:32:27,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.280
2016-01-14 18:32:27,775 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_'field2'
2016-01-14 18:32:27,798 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:27,799 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:27,835 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 18:32:27,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 18:32:27,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:27,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:27,843 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:27,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:27,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'
2016-01-14 18:32:27,878 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:27,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:27,880 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"]
2016-01-14 18:32:27,880 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:27,880 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:27,880 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:27,883 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 18:32:27,883 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:27,903 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:27,909 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:27,910 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:27,910 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:27,922 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001 doesn't exist and is created
2016-01-14 18:32:27,941 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:27,942 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:27,942 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001
2016-01-14 18:32:27,944 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796347909_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:27,961 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:27,962 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:27,965 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:27,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:27,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001/localmode-log-dir
2016-01-14 18:32:27,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001/localmode-log-dir/history.txt.appattempt_1452796347909_0001_000000, maxErrors=10
2016-01-14 18:32:27,967 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:27,967 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796347909_0001_000000, appSubmitTime=1452796347944, launchTime=1452796347944
2016-01-14 18:32:27,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:27,975 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:27,976 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:27,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:27,978 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42020
2016-01-14 18:32:27,979 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:27,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796347909_0001_000000, startTime=1452796347981
2016-01-14 18:32:27,981 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:27,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:28,042 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:28,042 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:28,042 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452796347909_0001, dagName=[CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 18:32:28,058 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 18:32:28,059 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796347909_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001/localmode-log-dir/dag_1452796347909_0001_1.dot
2016-01-14 18:32:28,060 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001/localmode-log-dir/dag_1452796347909_0001_1-tez-dag.pb.txt
2016-01-14 18:32:28,064 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796347909_0001_1
2016-01-14 18:32:28,064 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,064 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 18:32:28 Running Dag: dag_1452796347909_0001_1
2016-01-14 18:32:28,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796347909_0001_1, submitTime=1452796348058
2016-01-14 18:32:28,074 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:28,075 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D131EC5A06864786AA9E20713DB6223C
2016-01-14 18:32:28,076 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:28,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796347909_0001_1, initTime=1452796348075
2016-01-14 18:32:28,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:28,076 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347909_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:28,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:DAG_STARTED]: dagID=dag_1452796347909_0001_1, startTime=1452796348076
2016-01-14 18:32:28,077 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:28,077 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347909_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:28,077 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D131EC5A06864786AA9E20713DB6223C : {EF8FD34F1AAF43E98B091542F377916F={InputName=EF8FD34F1AAF43E98B091542F377916F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:28,077 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: EF8FD34F1AAF43E98B091542F377916F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:28,077 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:28,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,078 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]. Starting root input initializers: 1
2016-01-14 18:32:28,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:28,079 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452796347909_0001, dagName=[CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 18:32:28,079 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: EF8FD34F1AAF43E98B091542F377916F on vertex vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,080 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:28,080 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input EF8FD34F1AAF43E98B091542F377916F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:28,081 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:28,081 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:28,082 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:28,082 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: EF8FD34F1AAF43E98B091542F377916F on vertex vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,082 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,082 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {EF8FD34F1AAF43E98B091542F377916F=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:28,082 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] parallelism set to 1
2016-01-14 18:32:28,082 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796347909_0001_1_00, eventCount=1
2016-01-14 18:32:28,083 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,083 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=CA08A5EF576A476DB705C820E4920B5C, vertexId=vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:28,083 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=CA08A5EF576A476DB705C820E4920B5C, vertexId=vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,084 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=CA08A5EF576A476DB705C820E4920B5C, vertexName=D131EC5A06864786AA9E20713DB6223C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:28,084 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=CA08A5EF576A476DB705C820E4920B5C, vertexId=vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D131EC5A06864786AA9E20713DB6223C, vertexId=vertex_1452796347909_0001_1_00, initRequestedTime=1452796348077, initedTime=1452796348085, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:28,085 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] with distanceFromRoot: 0
2016-01-14 18:32:28,085 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:28,085 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D131EC5A06864786AA9E20713DB6223C
2016-01-14 18:32:28,085 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796347909_0001_1_00, startRequestedTime=1452796348085, startedTime=1452796348085
2016-01-14 18:32:28,085 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:28,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:TASK_STARTED]: vertexName=D131EC5A06864786AA9E20713DB6223C, taskId=task_1452796347909_0001_1_00_000000, scheduledTime=1452796348085, launchTime=1452796348085
2016-01-14 18:32:28,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:28,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:28,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:28,087 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347909_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:28,087 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,087 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field', VertexName: D131EC5A06864786AA9E20713DB6223C, VertexParallelism: 1, TaskAttemptID:attempt_1452796347909_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EF8FD34F1AAF43E98B091542F377916F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CA08A5EF576A476DB705C820E4920B5C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,087 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347909_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:28,087 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:28,088 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:28,088 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:28,088 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:28,089 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796347909_0001_00_000001
2016-01-14 18:32:28,089 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:28,090 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796347909_0001_00_000001
2016-01-14 18:32:28,091 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:28,091 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:28,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796347909_0001_00_000001, launchTime=1452796348091
2016-01-14 18:32:28,092 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:28,092 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796347909_0001_00_000001
2016-01-14 18:32:28,093 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796347909_0001_1_00_000000_0] to container: [container_1452796347909_0001_00_000001]
2016-01-14 18:32:28,093 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:28,093 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796347909_0001_1_00_000000_0] started. Is using containerId: [container_1452796347909_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:28,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D131EC5A06864786AA9E20713DB6223C, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0, startTime=1452796348093, containerId=container_1452796347909_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796347909_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:28,094 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347909_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:28,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:28,094 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347909_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:28,094 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796347909_0001_00_000001 given task: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,094 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796347909_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,094 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,095 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,095 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:28,095 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:28,095 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:28,095 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:28,095 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:28,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E] each.each/(1/1) ...ULTS.ALL_'field2'_'field', VertexName: D131EC5A06864786AA9E20713DB6223C, VertexParallelism: 1, TaskAttemptID:attempt_1452796347909_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EF8FD34F1AAF43E98B091542F377916F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CA08A5EF576A476DB705C820E4920B5C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,096 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:28,096 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:28,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=EF8FD34F1AAF43E98B091542F377916F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:28,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:28,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,099 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,100 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796347909_0001, with dag id: dag_1452796347909_0001_1
2016-01-14 18:32:28,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,102 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796347909_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:28,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CA08A5EF576A476DB705C820E4920B5C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:28,104 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:28,108 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:28,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:28,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CA08A5EF576A476DB705C820E4920B5C
2016-01-14 18:32:28,108 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:28,108 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: CA08A5EF576A476DB705C820E4920B5C
2016-01-14 18:32:28,111 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,117 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D131EC5A06864786AA9E20713DB6223C, ordinal: 0
2016-01-14 18:32:28,117 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D131EC5A06864786AA9E20713DB6223C, mem on start (mb), free: 254, total: 380, max: 672
2016-01-14 18:32:28,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:28,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:28,118 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:28,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CA08A5EF576A476DB705C820E4920B5C
2016-01-14 18:32:28,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:28,118 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:28,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:28,119 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, EF8FD34F1AAF43E98B091542F377916F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:28,120 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CA08A5EF576A476DB705C820E4920B5C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: EF8FD34F1AAF43E98B091542F377916F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,120 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:28,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:28,121 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,122 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:28,123 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@47704765
2016-01-14 18:32:28,124 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@47704765
2016-01-14 18:32:28,124 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:28,124 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:28,124 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,126 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: EF8FD34F1AAF43E98B091542F377916F
2016-01-14 18:32:28,127 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"], id: CA08A5EF576A476DB705C820E4920B5C
2016-01-14 18:32:28,127 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"]
2016-01-14 18:32:28,127 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,127 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,127 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D131EC5A06864786AA9E20713DB6223C, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:28,130 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:28,131 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:28,131 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,131 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796347909_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:28,132 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:28,132 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:28,132 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,132 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D131EC5A06864786AA9E20713DB6223C, mem on close (mb), free: 252, total: 380, max: 672
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,133 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:28,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D131EC5A06864786AA9E20713DB6223C, taskAttemptId=attempt_1452796347909_0001_1_00_000000_0, startTime=1452796348093, finishTime=1452796348134, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348128, Process_Duration=4, Process_End_Time=1452796348132, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,134 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796347909_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:28,134 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:28,134 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:28,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:TASK_FINISHED]: vertexName=D131EC5A06864786AA9E20713DB6223C, taskId=task_1452796347909_0001_1_00_000000, startTime=1452796348093, finishTime=1452796348134, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1452796347909_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348128, Process_Duration=4, Process_End_Time=1452796348132, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,135 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796347909_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:28,135 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] : 1
2016-01-14 18:32:28,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:28,137 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:28,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:VERTEX_FINISHED]: vertexName=D131EC5A06864786AA9E20713DB6223C, vertexId=vertex_1452796347909_0001_1_00, initRequestedTime=1452796348077, initedTime=1452796348085, startRequestedTime=1452796348085, startedTime=1452796348085, finishTime=1452796348137, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348128, Process_Duration=4, Process_End_Time=1452796348132, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796348093, firstTasksToStart=[ task_1452796347909_0001_1_00_000000 ], lastTaskFinishTime=1452796348134, lastTasksToFinish=[ task_1452796347909_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796347909_0001_1_00_000000 ], longestDurationTasks=[ task_1452796347909_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:28,138 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:28,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796348128, Process_Duration=4, Process_End_Time=1452796348132, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:28,140 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:28,140 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:28,140 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:28,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796347909_0001_00_000001, stoppedTime=1452796348140, exitStatus=0
2016-01-14 18:32:28,141 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:28,141 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:28,141 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796347909_0001_1
2016-01-14 18:32:28,141 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796347909_0001_00_000001
2016-01-14 18:32:28,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796347909_0001_1
2016-01-14 18:32:28,141 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: CA08A5EF576A476DB705C820E4920B5C for vertex: vertex_1452796347909_0001_1_00 [D131EC5A06864786AA9E20713DB6223C]
2016-01-14 18:32:28,142 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796347909_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:28,142 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796347909_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:28,142 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796347909_0001_00_000001, Exiting
2016-01-14 18:32:28,142 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796347909_0001_00_000001
2016-01-14 18:32:28,142 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796347909_0001_00_000001
2016-01-14 18:32:28,144 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796347909_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:28,144 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796347909_0001_00_000001 completed successfully
2016-01-14 18:32:28,150 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796347909_0001_1, queueSize=0
2016-01-14 18:32:28,151 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:28,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796347909_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796347909_0001_1, startTime=1452796348076, finishTime=1452796348149, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348128, Process_Duration=4, Process_End_Time=1452796348132, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,152 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796347909_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:28,152 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796347909_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:28,153 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796347909_0001_00_000001
2016-01-14 18:32:28,153 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796347909_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:28 Completed Dag: dag_1452796347909_0001_1
2016-01-14 18:32:28,156 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796347909_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:28,156 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796347909_0001_1_post
2016-01-14 18:32:28,156 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,156 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:28,159 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452796347909_0001
2016-01-14 18:32:28,161 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:28,161 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:28,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:28,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:28,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:28,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:28,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:28,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:28,163 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:28,163 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:28,164 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:28,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:28,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:28,169 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/CBE70F68B0F4415BA26423D5DFCF0B17/E696F211DC874A6A9C5A7629EF627F7E/.tez/application_1452796347909_0001
2016-01-14 18:32:28,170 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.291
2016-01-14 18:32:28,239 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_'field'
2016-01-14 18:32:28,259 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:28,260 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:28,289 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 18:32:28,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 18:32:28,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:28,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:28,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:28,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:28,309 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:28,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"]
2016-01-14 18:32:28,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:28,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:28,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:28,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,319 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:28,332 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:28,336 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:28,336 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:28,336 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:28,345 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001 doesn't exist and is created
2016-01-14 18:32:28,359 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:28,359 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:28,359 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001
2016-01-14 18:32:28,361 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796348336_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:28,371 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:28,372 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:28,373 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:28,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:28,374 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001/localmode-log-dir
2016-01-14 18:32:28,374 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001/localmode-log-dir/history.txt.appattempt_1452796348336_0001_000000, maxErrors=10
2016-01-14 18:32:28,374 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:28,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796348336_0001_000000, appSubmitTime=1452796348361, launchTime=1452796348361
2016-01-14 18:32:28,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:28,379 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:28,379 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:28,380 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:28,382 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51807
2016-01-14 18:32:28,384 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:28,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796348336_0001_000000, startTime=1452796348385
2016-01-14 18:32:28,385 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:28,386 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:28,459 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:28,459 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:28,459 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452796348336_0001, dagName=[202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,475 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,476 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796348336_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001/localmode-log-dir/dag_1452796348336_0001_1.dot
2016-01-14 18:32:28,476 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001/localmode-log-dir/dag_1452796348336_0001_1-tez-dag.pb.txt
2016-01-14 18:32:28,481 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796348336_0001_1
2016-01-14 18:32:28,481 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,481 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28 Running Dag: dag_1452796348336_0001_1
2016-01-14 18:32:28,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796348336_0001_1, submitTime=1452796348475
2016-01-14 18:32:28,490 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:28,490 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CBE6808F46714977837017BE4143A16D
2016-01-14 18:32:28,491 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:28,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796348336_0001_1, initTime=1452796348490
2016-01-14 18:32:28,491 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:28,491 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348336_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:28,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:DAG_STARTED]: dagID=dag_1452796348336_0001_1, startTime=1452796348492
2016-01-14 18:32:28,492 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:28,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:28,492 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348336_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:28,492 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452796348336_0001, dagName=[202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,493 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CBE6808F46714977837017BE4143A16D : {6D9E8AC3DA124AD69C7F2CE3D778B7FE={InputName=6D9E8AC3DA124AD69C7F2CE3D778B7FE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:28,493 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 6D9E8AC3DA124AD69C7F2CE3D778B7FE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:28,493 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,493 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,493 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,494 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]. Starting root input initializers: 1
2016-01-14 18:32:28,495 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:28,495 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 6D9E8AC3DA124AD69C7F2CE3D778B7FE on vertex vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,497 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:28,497 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 6D9E8AC3DA124AD69C7F2CE3D778B7FE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:28,497 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:28,498 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:28,499 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:28,499 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 6D9E8AC3DA124AD69C7F2CE3D778B7FE on vertex vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,500 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,500 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {6D9E8AC3DA124AD69C7F2CE3D778B7FE=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:28,500 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] parallelism set to 1
2016-01-14 18:32:28,500 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796348336_0001_1_00, eventCount=1
2016-01-14 18:32:28,500 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,501 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=8437B34C8C824278840DAAEA3C67F4A0, vertexId=vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:28,501 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=8437B34C8C824278840DAAEA3C67F4A0, vertexId=vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,503 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=8437B34C8C824278840DAAEA3C67F4A0, vertexName=CBE6808F46714977837017BE4143A16D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:28,504 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=8437B34C8C824278840DAAEA3C67F4A0, vertexId=vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CBE6808F46714977837017BE4143A16D, vertexId=vertex_1452796348336_0001_1_00, initRequestedTime=1452796348492, initedTime=1452796348504, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:28,505 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] with distanceFromRoot: 0
2016-01-14 18:32:28,504 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:28,505 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:28,506 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CBE6808F46714977837017BE4143A16D
2016-01-14 18:32:28,506 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796348336_0001_1_00, startRequestedTime=1452796348505, startedTime=1452796348505
2016-01-14 18:32:28,506 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:28,506 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:28,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:28,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:TASK_STARTED]: vertexName=CBE6808F46714977837017BE4143A16D, taskId=task_1452796348336_0001_1_00_000000, scheduledTime=1452796348507, launchTime=1452796348507
2016-01-14 18:32:28,507 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348336_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:28,508 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS, VertexName: CBE6808F46714977837017BE4143A16D, VertexParallelism: 1, TaskAttemptID:attempt_1452796348336_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6D9E8AC3DA124AD69C7F2CE3D778B7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8437B34C8C824278840DAAEA3C67F4A0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348336_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:28,509 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:28,509 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:28,510 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:28,510 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:28,511 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796348336_0001_00_000001
2016-01-14 18:32:28,511 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796348336_0001, with dag id: dag_1452796348336_0001_1
2016-01-14 18:32:28,511 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:28,513 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796348336_0001_00_000001
2016-01-14 18:32:28,513 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:28,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:28,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796348336_0001_00_000001, launchTime=1452796348513
2016-01-14 18:32:28,514 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796348336_0001_00_000001
2016-01-14 18:32:28,515 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:28,525 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796348336_0001_1_00_000000_0] to container: [container_1452796348336_0001_00_000001]
2016-01-14 18:32:28,525 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:28,525 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796348336_0001_00_000001 given task: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,525 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796348336_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,526 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796348336_0001_1_00_000000_0] started. Is using containerId: [container_1452796348336_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:28,526 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:28,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CBE6808F46714977837017BE4143A16D, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0, startTime=1452796348525, containerId=container_1452796348336_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796348336_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:28,526 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348336_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:28,526 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348336_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,527 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:28,527 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:28,528 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:28,528 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:28,528 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:28,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS, VertexName: CBE6808F46714977837017BE4143A16D, VertexParallelism: 1, TaskAttemptID:attempt_1452796348336_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6D9E8AC3DA124AD69C7F2CE3D778B7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8437B34C8C824278840DAAEA3C67F4A0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,528 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:28,529 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:28,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,532 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796348336_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:28,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=6D9E8AC3DA124AD69C7F2CE3D778B7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:28,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:28,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,533 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=8437B34C8C824278840DAAEA3C67F4A0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:28,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:28,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 8437B34C8C824278840DAAEA3C67F4A0
2016-01-14 18:32:28,534 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:28,534 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 8437B34C8C824278840DAAEA3C67F4A0
2016-01-14 18:32:28,535 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:28,536 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:28,537 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,542 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CBE6808F46714977837017BE4143A16D, ordinal: 0
2016-01-14 18:32:28,542 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CBE6808F46714977837017BE4143A16D, mem on start (mb), free: 162, total: 380, max: 672
2016-01-14 18:32:28,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:28,542 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 8437B34C8C824278840DAAEA3C67F4A0
2016-01-14 18:32:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:28,544 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:28,544 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:28,544 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,544 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:28,545 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,545 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:28,545 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:28,545 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 6D9E8AC3DA124AD69C7F2CE3D778B7FE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:28,545 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 8437B34C8C824278840DAAEA3C67F4A0, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:28,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:28,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 6D9E8AC3DA124AD69C7F2CE3D778B7FE being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:28,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,546 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:28,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:28,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:28,548 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,548 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:28,548 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@32c5889b
2016-01-14 18:32:28,549 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@32c5889b
2016-01-14 18:32:28,549 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:28,549 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:28,551 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,551 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 6D9E8AC3DA124AD69C7F2CE3D778B7FE
2016-01-14 18:32:28,552 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"], id: 8437B34C8C824278840DAAEA3C67F4A0
2016-01-14 18:32:28,552 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"]
2016-01-14 18:32:28,552 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,552 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,553 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CBE6808F46714977837017BE4143A16D, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:28,555 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:28,555 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:28,555 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,555 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796348336_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:28,557 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,557 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CBE6808F46714977837017BE4143A16D, mem on close (mb), free: 160, total: 380, max: 672
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,557 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:28,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796348553, Process_Duration=3, Process_End_Time=1452796348556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:28,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CBE6808F46714977837017BE4143A16D, taskAttemptId=attempt_1452796348336_0001_1_00_000000_0, startTime=1452796348525, finishTime=1452796348558, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348553, Process_Duration=3, Process_End_Time=1452796348556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,559 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348336_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:28,559 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28,559 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:28,558 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:28,560 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,560 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:TASK_FINISHED]: vertexName=CBE6808F46714977837017BE4143A16D, taskId=task_1452796348336_0001_1_00_000000, startTime=1452796348525, finishTime=1452796348559, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1452796348336_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348553, Process_Duration=3, Process_End_Time=1452796348556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,561 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348336_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:28,561 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] : 1
2016-01-14 18:32:28,561 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:28,562 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:28,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:VERTEX_FINISHED]: vertexName=CBE6808F46714977837017BE4143A16D, vertexId=vertex_1452796348336_0001_1_00, initRequestedTime=1452796348492, initedTime=1452796348504, startRequestedTime=1452796348505, startedTime=1452796348505, finishTime=1452796348561, timeTaken=56, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348553, Process_Duration=3, Process_End_Time=1452796348556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796348525, firstTasksToStart=[ task_1452796348336_0001_1_00_000000 ], lastTaskFinishTime=1452796348558, lastTasksToFinish=[ task_1452796348336_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796348336_0001_1_00_000000 ], longestDurationTasks=[ task_1452796348336_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:28,562 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:28,562 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:28,562 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:28,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796348336_0001_00_000001, stoppedTime=1452796348562, exitStatus=0
2016-01-14 18:32:28,563 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:28,563 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:28,563 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796348336_0001_1
2016-01-14 18:32:28,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796348336_0001_1
2016-01-14 18:32:28,563 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 8437B34C8C824278840DAAEA3C67F4A0 for vertex: vertex_1452796348336_0001_1_00 [CBE6808F46714977837017BE4143A16D]
2016-01-14 18:32:28,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:28,565 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796348336_0001_00_000001
2016-01-14 18:32:28,565 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796348336_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:28,565 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796348336_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:28,565 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796348336_0001_00_000001, Exiting
2016-01-14 18:32:28,565 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796348336_0001_00_000001
2016-01-14 18:32:28,565 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796348336_0001_00_000001
2016-01-14 18:32:28,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796348336_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:28,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796348336_0001_00_000001 completed successfully
2016-01-14 18:32:28,573 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796348336_0001_1, queueSize=0
2016-01-14 18:32:28,573 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:28,574 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348336_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796348336_0001_1, startTime=1452796348492, finishTime=1452796348572, timeTaken=80, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398458880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348553, Process_Duration=3, Process_End_Time=1452796348556, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,574 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796348336_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:28,574 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348336_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:28,574 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796348336_0001_00_000001
2016-01-14 18:32:28,575 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348336_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:28 Completed Dag: dag_1452796348336_0001_1
2016-01-14 18:32:28,575 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796348336_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:28,576 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796348336_0001_1_post
2016-01-14 18:32:28,576 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,576 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:28,582 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452796348336_0001
2016-01-14 18:32:28,583 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:28,583 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:28,583 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:28,583 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:28,584 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:28,584 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:28,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:28,584 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:28,585 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:28,585 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:28,585 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:28,586 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:28,586 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:28,589 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:28,589 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:28,591 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/202648950D494286A488107BFB8B373E/B6F10E37A0E6422FB2507F0A49B8F846/.tez/application_1452796348336_0001
2016-01-14 18:32:28,591 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.273
2016-01-14 18:32:28,657 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_RESULTS
2016-01-14 18:32:28,679 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:28,679 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:28,711 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 18:32:28,714 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 18:32:28,714 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:28,714 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:28,715 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:28,750 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:28,751 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28,759 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:28,759 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,759 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"]
2016-01-14 18:32:28,760 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:28,760 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:28,760 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:28,761 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28,761 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:28,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:28,778 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:28,779 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:28,779 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:28,787 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001 doesn't exist and is created
2016-01-14 18:32:28,800 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:28,801 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:28,801 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001
2016-01-14 18:32:28,802 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796348778_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:28,813 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:28,813 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:28,815 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:28,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:28,815 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001/localmode-log-dir
2016-01-14 18:32:28,815 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001/localmode-log-dir/history.txt.appattempt_1452796348778_0001_000000, maxErrors=10
2016-01-14 18:32:28,815 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:28,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796348778_0001_000000, appSubmitTime=1452796348802, launchTime=1452796348802
2016-01-14 18:32:28,818 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:28,820 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:28,820 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:28,821 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:28,822 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:56351
2016-01-14 18:32:28,825 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:28,826 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796348778_0001_000000, startTime=1452796348826
2016-01-14 18:32:28,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:28,826 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:28,901 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:28,901 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:28,901 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452796348778_0001, dagName=[F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28,916 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28,917 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796348778_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001/localmode-log-dir/dag_1452796348778_0001_1.dot
2016-01-14 18:32:28,918 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001/localmode-log-dir/dag_1452796348778_0001_1-tez-dag.pb.txt
2016-01-14 18:32:28,922 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796348778_0001_1
2016-01-14 18:32:28,923 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,923 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28 Running Dag: dag_1452796348778_0001_1
2016-01-14 18:32:28,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796348778_0001_1, submitTime=1452796348916
2016-01-14 18:32:28,932 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:28,932 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DF914F32480646E8B97996675B036BF8
2016-01-14 18:32:28,933 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:28,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796348778_0001_1, initTime=1452796348932
2016-01-14 18:32:28,933 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:28,933 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348778_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:28,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:DAG_STARTED]: dagID=dag_1452796348778_0001_1, startTime=1452796348933
2016-01-14 18:32:28,933 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:28,934 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348778_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DF914F32480646E8B97996675B036BF8 : {2FD981F16D0B4EBDA3224D6D95B3E3B6={InputName=2FD981F16D0B4EBDA3224D6D95B3E3B6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 2FD981F16D0B4EBDA3224D6D95B3E3B6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]. Starting root input initializers: 1
2016-01-14 18:32:28,934 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:28,935 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452796348778_0001, dagName=[F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:28,936 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 2FD981F16D0B4EBDA3224D6D95B3E3B6 on vertex vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:28,938 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:28,938 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 2FD981F16D0B4EBDA3224D6D95B3E3B6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:28,939 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:28,939 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:28,941 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:28,941 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 2FD981F16D0B4EBDA3224D6D95B3E3B6 on vertex vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,941 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,941 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {2FD981F16D0B4EBDA3224D6D95B3E3B6=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:28,941 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] parallelism set to 1
2016-01-14 18:32:28,941 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:28,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796348778_0001_1_00, eventCount=1
2016-01-14 18:32:28,942 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,942 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2FA494F36BFF4788B7DF190727896FAB, vertexId=vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:28,942 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2FA494F36BFF4788B7DF190727896FAB, vertexId=vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,944 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2FA494F36BFF4788B7DF190727896FAB, vertexName=DF914F32480646E8B97996675B036BF8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:28,944 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2FA494F36BFF4788B7DF190727896FAB, vertexId=vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF914F32480646E8B97996675B036BF8, vertexId=vertex_1452796348778_0001_1_00, initRequestedTime=1452796348934, initedTime=1452796348945, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:28,945 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] with distanceFromRoot: 0
2016-01-14 18:32:28,945 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:28,945 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DF914F32480646E8B97996675B036BF8
2016-01-14 18:32:28,945 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:28,946 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,946 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:28,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796348778_0001_1_00, startRequestedTime=1452796348945, startedTime=1452796348945
2016-01-14 18:32:28,947 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:28,947 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:28,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:TASK_STARTED]: vertexName=DF914F32480646E8B97996675B036BF8, taskId=task_1452796348778_0001_1_00_000000, scheduledTime=1452796348947, launchTime=1452796348947
2016-01-14 18:32:28,948 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348778_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:28,948 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:28,951 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796348778_0001, with dag id: dag_1452796348778_0001_1
2016-01-14 18:32:28,951 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL, VertexName: DF914F32480646E8B97996675B036BF8, VertexParallelism: 1, TaskAttemptID:attempt_1452796348778_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2FD981F16D0B4EBDA3224D6D95B3E3B6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2FA494F36BFF4788B7DF190727896FAB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,952 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348778_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:28,952 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:28,953 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:28,954 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:28,954 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:28,955 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796348778_0001_00_000001
2016-01-14 18:32:28,955 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:28,957 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796348778_0001_00_000001
2016-01-14 18:32:28,957 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:28,958 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:28,959 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:28,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796348778_0001_00_000001, launchTime=1452796348958
2016-01-14 18:32:28,959 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796348778_0001_00_000001
2016-01-14 18:32:28,960 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796348778_0001_1_00_000000_0] to container: [container_1452796348778_0001_00_000001]
2016-01-14 18:32:28,960 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:28,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796348778_0001_1_00_000000_0] started. Is using containerId: [container_1452796348778_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:28,961 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:28,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF914F32480646E8B97996675B036BF8, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0, startTime=1452796348961, containerId=container_1452796348778_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796348778_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:28,962 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348778_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:28,962 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348778_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:28,962 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796348778_0001_00_000001 given task: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,963 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796348778_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,963 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,963 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,964 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:28,964 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:28,964 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:28,964 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:28,964 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:28,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL, VertexName: DF914F32480646E8B97996675B036BF8, VertexParallelism: 1, TaskAttemptID:attempt_1452796348778_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2FD981F16D0B4EBDA3224D6D95B3E3B6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2FA494F36BFF4788B7DF190727896FAB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:28,964 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:28,965 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:28,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=2FD981F16D0B4EBDA3224D6D95B3E3B6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:28,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:28,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,967 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,969 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:28,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2FA494F36BFF4788B7DF190727896FAB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:28,970 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:28,970 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2FA494F36BFF4788B7DF190727896FAB
2016-01-14 18:32:28,970 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:28,970 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2FA494F36BFF4788B7DF190727896FAB
2016-01-14 18:32:28,969 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:28,970 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796348778_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:28,974 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,975 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,977 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF914F32480646E8B97996675B036BF8, ordinal: 0
2016-01-14 18:32:28,978 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF914F32480646E8B97996675B036BF8, mem on start (mb), free: 283, total: 390, max: 672
2016-01-14 18:32:28,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:28,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:28,979 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:28,980 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:28,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2FA494F36BFF4788B7DF190727896FAB
2016-01-14 18:32:28,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:28,980 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:28,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:28,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:28,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:28,982 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:28,982 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:28,982 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 2FD981F16D0B4EBDA3224D6D95B3E3B6, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:28,983 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2FA494F36BFF4788B7DF190727896FAB, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:28,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:28,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 2FD981F16D0B4EBDA3224D6D95B3E3B6 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:28,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,984 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:28,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:28,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:28,985 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,985 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:28,985 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@20e6079d
2016-01-14 18:32:28,986 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@20e6079d
2016-01-14 18:32:28,987 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:28,987 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:28,989 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,990 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 2FD981F16D0B4EBDA3224D6D95B3E3B6
2016-01-14 18:32:28,990 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"], id: 2FA494F36BFF4788B7DF190727896FAB
2016-01-14 18:32:28,990 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"]
2016-01-14 18:32:28,991 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:28,991 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:28,991 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF914F32480646E8B97996675B036BF8, all 1 inputs ready in: 00:00:00.000
2016-01-14 18:32:28,993 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:28,993 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:28,994 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,994 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796348778_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:28,995 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,995 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF914F32480646E8B97996675B036BF8, mem on close (mb), free: 281, total: 390, max: 672
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,996 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:28,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796348991, Process_Duration=4, Process_End_Time=1452796348995, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:28,997 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:28,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF914F32480646E8B97996675B036BF8, taskAttemptId=attempt_1452796348778_0001_1_00_000000_0, startTime=1452796348961, finishTime=1452796348997, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348991, Process_Duration=4, Process_End_Time=1452796348995, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,997 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:28,997 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:28,997 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796348778_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:28,997 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796348778_0001_00_000001
2016-01-14 18:32:28,998 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28,998 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:28,999 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:28,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:TASK_FINISHED]: vertexName=DF914F32480646E8B97996675B036BF8, taskId=task_1452796348778_0001_1_00_000000, startTime=1452796348961, finishTime=1452796348998, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1452796348778_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348991, Process_Duration=4, Process_End_Time=1452796348995, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:28,999 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796348778_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:29,000 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] : 1
2016-01-14 18:32:29,000 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:29,001 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:29,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:VERTEX_FINISHED]: vertexName=DF914F32480646E8B97996675B036BF8, vertexId=vertex_1452796348778_0001_1_00, initRequestedTime=1452796348934, initedTime=1452796348945, startRequestedTime=1452796348945, startedTime=1452796348945, finishTime=1452796349000, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348991, Process_Duration=4, Process_End_Time=1452796348995, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796348961, firstTasksToStart=[ task_1452796348778_0001_1_00_000000 ], lastTaskFinishTime=1452796348997, lastTasksToFinish=[ task_1452796348778_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796348778_0001_1_00_000000 ], longestDurationTasks=[ task_1452796348778_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:29,001 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:29,001 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:29,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796348778_0001_00_000001, stoppedTime=1452796349001, exitStatus=0
2016-01-14 18:32:29,001 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:29,001 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:29,002 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:29,002 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796348778_0001_1
2016-01-14 18:32:29,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796348778_0001_1
2016-01-14 18:32:29,002 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2FA494F36BFF4788B7DF190727896FAB for vertex: vertex_1452796348778_0001_1_00 [DF914F32480646E8B97996675B036BF8]
2016-01-14 18:32:29,009 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796348778_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:29,009 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796348778_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:29,009 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796348778_0001_00_000001, Exiting
2016-01-14 18:32:29,009 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796348778_0001_00_000001
2016-01-14 18:32:29,009 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796348778_0001_00_000001
2016-01-14 18:32:29,009 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796348778_0001_1, queueSize=0
2016-01-14 18:32:29,010 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796348778_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:29,011 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796348778_0001_00_000001 completed successfully
2016-01-14 18:32:29,012 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:29,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796348778_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796348778_0001_1, startTime=1452796348933, finishTime=1452796349008, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796348991, Process_Duration=4, Process_End_Time=1452796348995, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:29,013 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796348778_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:29,013 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796348778_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:29,014 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796348778_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 18:32:29,014 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452796348778_0001_00_000001
2016-01-14 18:32:29 Completed Dag: dag_1452796348778_0001_1
2016-01-14 18:32:29,015 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796348778_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:29,016 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796348778_0001_1_post
2016-01-14 18:32:29,016 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:29,016 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:29,020 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452796348778_0001
2016-01-14 18:32:29,021 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:29,021 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:29,021 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:29,021 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:29,021 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:29,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:29,022 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:29,022 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:29,023 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:29,023 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:29,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:29,024 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:29,023 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:29,027 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/F070132DB8AA43308A4E390A01F8ECD1/B606DDFE88FC47D3A03A3083023A09A0/.tez/application_1452796348778_0001
2016-01-14 18:32:29,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.268
2016-01-14 18:32:29,095 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_ALL
2016-01-14 18:32:29,109 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:29,109 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:29,118 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:29,118 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:29,150 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 18:32:29,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 18:32:29,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:29,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 18:32:29,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 18:32:29,175 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 18:32:29,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,185 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 18:32:29,185 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:29,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"]
2016-01-14 18:32:29,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 18:32:29,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 18:32:29,186 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 18:32:29,187 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,187 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 18:32:29,200 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 18:32:29,204 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:29,204 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 18:32:29,204 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 18:32:29,214 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001 doesn't exist and is created
2016-01-14 18:32:29,228 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 18:32:29,228 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 18:32:29,228 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001
2016-01-14 18:32:29,230 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452796349204_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 18:32:29,241 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 18:32:29,242 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 18:32:29,243 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 18:32:29,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 18:32:29,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001/localmode-log-dir
2016-01-14 18:32:29,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001/localmode-log-dir/history.txt.appattempt_1452796349204_0001_000000, maxErrors=10
2016-01-14 18:32:29,244 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 18:32:29,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452796349204_0001_000000, appSubmitTime=1452796349229, launchTime=1452796349229
2016-01-14 18:32:29,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 18:32:29,248 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 18:32:29,249 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 18:32:29,250 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 18:32:29,252 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:46454
2016-01-14 18:32:29,254 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 18:32:29,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452796349204_0001_000000, startTime=1452796349255
2016-01-14 18:32:29,255 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 18:32:29,255 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 18:32:29,328 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 18:32:29,328 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 18:32:29,328 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452796349204_0001, dagName=[290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,343 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,345 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452796349204_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001/localmode-log-dir/dag_1452796349204_0001_1.dot
2016-01-14 18:32:29,345 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001/localmode-log-dir/dag_1452796349204_0001_1-tez-dag.pb.txt
2016-01-14 18:32:29,351 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796349204_0001_1
2016-01-14 18:32:29,351 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:29,351 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29 Running Dag: dag_1452796349204_0001_1
2016-01-14 18:32:29,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452796349204_0001_1, submitTime=1452796349343
2016-01-14 18:32:29,361 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 18:32:29,362 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D20563A8F2C64FA7A87FA813E2CDB1A8
2016-01-14 18:32:29,363 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 18:32:29,363 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452796349204_0001_1, initTime=1452796349362
2016-01-14 18:32:29,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 18:32:29,364 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796349204_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 18:32:29,364 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:DAG_STARTED]: dagID=dag_1452796349204_0001_1, startTime=1452796349364
2016-01-14 18:32:29,364 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 18:32:29,365 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 18:32:29,365 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452796349204_0001, dagName=[290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,365 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796349204_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 18:32:29,365 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D20563A8F2C64FA7A87FA813E2CDB1A8 : {E770065FD57C44BE8240CB1CA2F55D6E={InputName=E770065FD57C44BE8240CB1CA2F55D6E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 18:32:29,365 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E770065FD57C44BE8240CB1CA2F55D6E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 18:32:29,365 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,365 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,366 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,366 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]. Starting root input initializers: 1
2016-01-14 18:32:29,366 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 18:32:29,367 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E770065FD57C44BE8240CB1CA2F55D6E on vertex vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,368 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 18:32:29,368 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E770065FD57C44BE8240CB1CA2F55D6E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 18:32:29,369 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 18:32:29,369 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 18:32:29,370 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 18:32:29,370 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E770065FD57C44BE8240CB1CA2F55D6E on vertex vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,371 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:29,371 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E770065FD57C44BE8240CB1CA2F55D6E=forAllWorkUnits=true, update=[1]}
2016-01-14 18:32:29,371 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] parallelism set to 1
2016-01-14 18:32:29,371 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 18:32:29,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452796349204_0001_1_00, eventCount=1
2016-01-14 18:32:29,372 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,372 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B31C5DF8E45F4D418E7D9DD76952C646, vertexId=vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 18:32:29,372 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B31C5DF8E45F4D418E7D9DD76952C646, vertexId=vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,374 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B31C5DF8E45F4D418E7D9DD76952C646, vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 18:32:29,374 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B31C5DF8E45F4D418E7D9DD76952C646, vertexId=vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,375 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 18:32:29,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, vertexId=vertex_1452796349204_0001_1_00, initRequestedTime=1452796349365, initedTime=1452796349375, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 18:32:29,375 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] with distanceFromRoot: 0
2016-01-14 18:32:29,375 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 18:32:29,375 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D20563A8F2C64FA7A87FA813E2CDB1A8
2016-01-14 18:32:29,375 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,376 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 18:32:29,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452796349204_0001_1_00, startRequestedTime=1452796349375, startedTime=1452796349375
2016-01-14 18:32:29,376 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 18:32:29,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 18:32:29,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:TASK_STARTED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, taskId=task_1452796349204_0001_1_00_000000, scheduledTime=1452796349376, launchTime=1452796349376
2016-01-14 18:32:29,377 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796349204_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 18:32:29,377 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,378 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, VertexName: D20563A8F2C64FA7A87FA813E2CDB1A8, VertexParallelism: 1, TaskAttemptID:attempt_1452796349204_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E770065FD57C44BE8240CB1CA2F55D6E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B31C5DF8E45F4D418E7D9DD76952C646, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:29,378 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796349204_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 18:32:29,378 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 18:32:29,379 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 18:32:29,379 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 18:32:29,379 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 18:32:29,380 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452796349204_0001_00_000001
2016-01-14 18:32:29,380 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 18:32:29,381 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452796349204_0001_00_000001
2016-01-14 18:32:29,381 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DAGAppMaster metrics system already initialized!
2016-01-14 18:32:29,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 18:32:29,382 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 18:32:29,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452796349204_0001_00_000001, launchTime=1452796349382
2016-01-14 18:32:29,383 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796349204_0001_00_000001
2016-01-14 18:32:29,384 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452796349204_0001_1_00_000000_0] to container: [container_1452796349204_0001_00_000001]
2016-01-14 18:32:29,384 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 18:32:29,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452796349204_0001_1_00_000000_0] started. Is using containerId: [container_1452796349204_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 18:32:29,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0, startTime=1452796349384, containerId=container_1452796349204_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452796349204_0001_00_000001/teamcity, completedLogs=
2016-01-14 18:32:29,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796349204_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 18:32:29,385 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796349204_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 18:32:29,385 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 18:32:29,386 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452796349204_0001_00_000001 given task: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,386 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796349204_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29 Starting to run new task attempt: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,386 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,386 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:29,387 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 18:32:29,387 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 18:32:29,387 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 18:32:29,387 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 18:32:29,387 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 18:32:29,387 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, VertexName: D20563A8F2C64FA7A87FA813E2CDB1A8, VertexParallelism: 1, TaskAttemptID:attempt_1452796349204_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E770065FD57C44BE8240CB1CA2F55D6E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B31C5DF8E45F4D418E7D9DD76952C646, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 18:32:29,387 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 18:32:29,388 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 18:32:29,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:29,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E770065FD57C44BE8240CB1CA2F55D6E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 18:32:29,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 18:32:29,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,390 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:29,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B31C5DF8E45F4D418E7D9DD76952C646, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 18:32:29,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 18:32:29,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452796349204_0001, with dag id: dag_1452796349204_0001_1
2016-01-14 18:32:29,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B31C5DF8E45F4D418E7D9DD76952C646
2016-01-14 18:32:29,391 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 18:32:29,391 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B31C5DF8E45F4D418E7D9DD76952C646
2016-01-14 18:32:29,393 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 18:32:29,397 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452796349204_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 18:32:29,400 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 18:32:29,400 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,406 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D20563A8F2C64FA7A87FA813E2CDB1A8, ordinal: 0
2016-01-14 18:32:29,406 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20563A8F2C64FA7A87FA813E2CDB1A8, mem on start (mb), free: 191, total: 390, max: 672
2016-01-14 18:32:29,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 18:32:29,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 18:32:29,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 18:32:29,412 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 18:32:29,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B31C5DF8E45F4D418E7D9DD76952C646
2016-01-14 18:32:29,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 18:32:29,412 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 18:32:29,412 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 18:32:29,412 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:29,413 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 18:32:29,413 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 18:32:29,413 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 18:32:29,413 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 18:32:29,413 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E770065FD57C44BE8240CB1CA2F55D6E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 18:32:29,413 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B31C5DF8E45F4D418E7D9DD76952C646, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 18:32:29,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,414 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E770065FD57C44BE8240CB1CA2F55D6E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 18:32:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 18:32:29,415 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,418 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:29,419 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E770065FD57C44BE8240CB1CA2F55D6E
2016-01-14 18:32:29,419 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 18:32:29,419 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"], id: B31C5DF8E45F4D418E7D9DD76952C646
2016-01-14 18:32:29,420 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"]
2016-01-14 18:32:29,420 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5331429e
2016-01-14 18:32:29,420 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 18:32:29,420 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 18:32:29,421 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5331429e
2016-01-14 18:32:29,421 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 18:32:29,422 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 18:32:29,423 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D20563A8F2C64FA7A87FA813E2CDB1A8, all 1 inputs ready in: 00:00:00.001
2016-01-14 18:32:29,426 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 18:32:29,426 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 18:32:29,427 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,427 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452796349204_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 18:32:29,427 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,428 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20563A8F2C64FA7A87FA813E2CDB1A8, mem on close (mb), free: 188, total: 390, max: 672
2016-01-14 18:32:29 Completed running task attempt: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,430 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 18:32:29,432 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 18:32:29,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, taskAttemptId=attempt_1452796349204_0001_1_00_000000_0, startTime=1452796349384, finishTime=1452796349432, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796349423, Process_Duration=4, Process_End_Time=1452796349427, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:29,432 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452796349204_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 18:32:29,432 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29,433 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 18:32:29,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 18:32:29,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:TASK_FINISHED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, taskId=task_1452796349204_0001_1_00_000000, startTime=1452796349384, finishTime=1452796349432, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1452796349204_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796349423, Process_Duration=4, Process_End_Time=1452796349427, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:29,434 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452796349204_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 18:32:29,434 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] : 1
2016-01-14 18:32:29,434 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452796349423, Process_Duration=4, Process_End_Time=1452796349427, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 18:32:29,435 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 18:32:29,435 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 18:32:29,435 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:29,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:VERTEX_FINISHED]: vertexName=D20563A8F2C64FA7A87FA813E2CDB1A8, vertexId=vertex_1452796349204_0001_1_00, initRequestedTime=1452796349365, initedTime=1452796349375, startRequestedTime=1452796349375, startedTime=1452796349375, finishTime=1452796349434, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796349423, Process_Duration=4, Process_End_Time=1452796349427, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452796349384, firstTasksToStart=[ task_1452796349204_0001_1_00_000000 ], lastTaskFinishTime=1452796349432, lastTasksToFinish=[ task_1452796349204_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452796349204_0001_1_00_000000 ], longestDurationTasks=[ task_1452796349204_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 18:32:29,435 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452796349204_0001_00_000001
2016-01-14 18:32:29,435 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 18:32:29,436 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 18:32:29,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452796349204_0001_00_000001, stoppedTime=1452796349436, exitStatus=0
2016-01-14 18:32:29,436 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 18:32:29,436 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 18:32:29,436 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452796349204_0001_1
2016-01-14 18:32:29,436 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 18:32:29,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452796349204_0001_1
2016-01-14 18:32:29,436 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: B31C5DF8E45F4D418E7D9DD76952C646 for vertex: vertex_1452796349204_0001_1_00 [D20563A8F2C64FA7A87FA813E2CDB1A8]
2016-01-14 18:32:29,445 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452796349204_0001_1, queueSize=0
2016-01-14 18:32:29,445 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 18:32:29,445 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452796349204_0001_1][Event:DAG_FINISHED]: dagId=dag_1452796349204_0001_1, startTime=1452796349364, finishTime=1452796349444, timeTaken=80, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=408944640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452796349423, Process_Duration=4, Process_End_Time=1452796349427, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 18:32:29,446 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452796349204_0001_1 finished with state: SUCCEEDED
2016-01-14 18:32:29,446 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452796349204_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 18:32:29,446 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452796349204_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 18:32:29,446 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452796349204_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 18:32:29,446 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452796349204_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 18:32:29 Completed Dag: dag_1452796349204_0001_1
2016-01-14 18:32:29,446 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452796349204_0001_1, dagState=SUCCEEDED
2016-01-14 18:32:29,447 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452796349204_0001_1_post
2016-01-14 18:32:29,447 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 18:32:29,446 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452796349204_0001_00_000001, Exiting
2016-01-14 18:32:29,447 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452796349204_0001_00_000001
2016-01-14 18:32:29,447 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452796349204_0001_00_000001
2016-01-14 18:32:29,447 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 18:32:29,448 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 18:32:29,448 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452796349204_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 18:32:29,449 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452796349204_0001_00_000001 completed successfully
2016-01-14 18:32:29,449 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452796349204_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 18:32:29,452 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452796349204_0001
2016-01-14 18:32:29,454 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 18:32:29,454 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 18:32:29,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 18:32:29,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 18:32:29,454 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 18:32:29,454 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 18:32:29,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 18:32:29,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 18:32:29,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 18:32:29,455 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 18:32:29,455 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 18:32:29,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 18:32:29,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 18:32:29,459 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/tmp/.staging/290FA46C3419453C82E7EF2C227E965C/F66B4DAA8CBC49FBA8B767CB53543711/.tez/application_1452796349204_0001
2016-01-14 18:32:29,460 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.274
2016-01-14 18:32:29,531 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 18:32:29,555 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 18:32:29,555 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 18:32:29,555 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 18:32:29,555 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 18:32:29,587 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-01-14 18:32:29,589 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-01-14 18:32:29,589 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:29,589 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 18:32:29,590 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.6.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_UNKNOWN_'field2'

2016-01-14 18:32:13 Running Dag: dag_1452796332449_0001_1
2016-01-14 18:32:13 Starting to run new task attempt: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14 Completed running task attempt: attempt_1452796332449_0001_1_00_000000_0
2016-01-14 18:32:14 Completed Dag: dag_1452796332449_0001_1
2016-01-14 18:32:14 Running Dag: dag_1452796334587_0001_1
2016-01-14 18:32:14 Starting to run new task attempt: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14 Completed running task attempt: attempt_1452796334587_0001_1_00_000000_0
2016-01-14 18:32:14 Completed Dag: dag_1452796334587_0001_1
2016-01-14 18:32:15 Running Dag: dag_1452796335337_0001_1
2016-01-14 18:32:15 Starting to run new task attempt: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15 Completed running task attempt: attempt_1452796335337_0001_1_00_000000_0
2016-01-14 18:32:15 Completed Dag: dag_1452796335337_0001_1
2016-01-14 18:32:16 Running Dag: dag_1452796335930_0001_1
2016-01-14 18:32:16 Starting to run new task attempt: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16 Completed running task attempt: attempt_1452796335930_0001_1_00_000000_0
2016-01-14 18:32:16 Completed Dag: dag_1452796335930_0001_1
2016-01-14 18:32:16 Running Dag: dag_1452796336609_0001_1
2016-01-14 18:32:16 Starting to run new task attempt: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16 Completed running task attempt: attempt_1452796336609_0001_1_00_000000_0
2016-01-14 18:32:16 Completed Dag: dag_1452796336609_0001_1
2016-01-14 18:32:17 Running Dag: dag_1452796337221_0001_1
2016-01-14 18:32:17 Starting to run new task attempt: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17 Completed running task attempt: attempt_1452796337221_0001_1_00_000000_0
2016-01-14 18:32:17 Completed Dag: dag_1452796337221_0001_1
2016-01-14 18:32:18 Running Dag: dag_1452796337860_0001_1
2016-01-14 18:32:18 Starting to run new task attempt: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18 Completed running task attempt: attempt_1452796337860_0001_1_00_000000_0
2016-01-14 18:32:18 Completed Dag: dag_1452796337860_0001_1
2016-01-14 18:32:18 Running Dag: dag_1452796338370_0001_1
2016-01-14 18:32:18 Starting to run new task attempt: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18 Completed running task attempt: attempt_1452796338370_0001_1_00_000000_0
2016-01-14 18:32:18 Completed Dag: dag_1452796338370_0001_1
2016-01-14 18:32:19 Running Dag: dag_1452796338880_0001_1
2016-01-14 18:32:19 Starting to run new task attempt: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19 Completed running task attempt: attempt_1452796338880_0001_1_00_000000_0
2016-01-14 18:32:19 Completed Dag: dag_1452796338880_0001_1
2016-01-14 18:32:19 Running Dag: dag_1452796339343_0001_1
2016-01-14 18:32:19 Starting to run new task attempt: attempt_1452796339343_0001_1_00_000000_0
2016-01-14 18:32:19 Completed Dag: dag_1452796339343_0001_1
2016-01-14 18:32:20 Running Dag: dag_1452796339849_0001_1
2016-01-14 18:32:20 Starting to run new task attempt: attempt_1452796339849_0001_1_00_000000_0
2016-01-14 18:32:20 Completed Dag: dag_1452796339849_0001_1
2016-01-14 18:32:20 Running Dag: dag_1452796340302_0001_1
2016-01-14 18:32:20 Starting to run new task attempt: attempt_1452796340302_0001_1_00_000000_0
2016-01-14 18:32:20 Completed Dag: dag_1452796340302_0001_1
2016-01-14 18:32:20 Running Dag: dag_1452796340803_0001_1
2016-01-14 18:32:21 Starting to run new task attempt: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21 Completed running task attempt: attempt_1452796340803_0001_1_00_000000_0
2016-01-14 18:32:21 Completed Dag: dag_1452796340803_0001_1
2016-01-14 18:32:21 Running Dag: dag_1452796341418_0001_1
2016-01-14 18:32:21 Starting to run new task attempt: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21 Completed running task attempt: attempt_1452796341418_0001_1_00_000000_0
2016-01-14 18:32:21 Completed Dag: dag_1452796341418_0001_1
2016-01-14 18:32:22 Running Dag: dag_1452796341874_0001_1
2016-01-14 18:32:22 Starting to run new task attempt: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22 Completed running task attempt: attempt_1452796341874_0001_1_00_000000_0
2016-01-14 18:32:22 Completed Dag: dag_1452796341874_0001_1
2016-01-14 18:32:22 Running Dag: dag_1452796342332_0001_1
2016-01-14 18:32:22 Starting to run new task attempt: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22 Completed running task attempt: attempt_1452796342332_0001_1_00_000000_0
2016-01-14 18:32:22 Completed Dag: dag_1452796342332_0001_1
2016-01-14 18:32:23 Running Dag: dag_1452796342874_0001_1
2016-01-14 18:32:23 Starting to run new task attempt: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23 Completed running task attempt: attempt_1452796342874_0001_1_00_000000_0
2016-01-14 18:32:23 Completed Dag: dag_1452796342874_0001_1
2016-01-14 18:32:23 Running Dag: dag_1452796343319_0001_1
2016-01-14 18:32:23 Starting to run new task attempt: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23 Completed running task attempt: attempt_1452796343319_0001_1_00_000000_0
2016-01-14 18:32:23 Completed Dag: dag_1452796343319_0001_1
2016-01-14 18:32:24 Running Dag: dag_1452796343851_0001_1
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24 Completed running task attempt: attempt_1452796343851_0001_1_00_000000_0
2016-01-14 18:32:24 Completed Dag: dag_1452796343851_0001_1
2016-01-14 18:32:24 Running Dag: dag_1452796344307_0001_1
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24 Completed running task attempt: attempt_1452796344307_0001_1_00_000000_0
2016-01-14 18:32:24 Completed Dag: dag_1452796344307_0001_1
2016-01-14 18:32:24 Running Dag: dag_1452796344749_0001_1
2016-01-14 18:32:24 Starting to run new task attempt: attempt_1452796344749_0001_1_00_000000_0
2016-01-14 18:32:24 Completed Dag: dag_1452796344749_0001_1
2016-01-14 18:32:25 Running Dag: dag_1452796345206_0001_1
2016-01-14 18:32:25 Starting to run new task attempt: attempt_1452796345206_0001_1_00_000000_0
2016-01-14 18:32:25 Completed Dag: dag_1452796345206_0001_1
2016-01-14 18:32:25 Running Dag: dag_1452796345577_0001_1
2016-01-14 18:32:25 Starting to run new task attempt: attempt_1452796345577_0001_1_00_000000_0
2016-01-14 18:32:25 Completed Dag: dag_1452796345577_0001_1
2016-01-14 18:32:26 Running Dag: dag_1452796345969_0001_1
2016-01-14 18:32:26 Starting to run new task attempt: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26 Completed running task attempt: attempt_1452796345969_0001_1_00_000000_0
2016-01-14 18:32:26 Completed Dag: dag_1452796345969_0001_1
2016-01-14 18:32:26 Running Dag: dag_1452796346465_0001_1
2016-01-14 18:32:26 Starting to run new task attempt: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26 Completed running task attempt: attempt_1452796346465_0001_1_00_000000_0
2016-01-14 18:32:26 Completed Dag: dag_1452796346465_0001_1
2016-01-14 18:32:27 Running Dag: dag_1452796346984_0001_1
2016-01-14 18:32:27 Starting to run new task attempt: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27 Completed running task attempt: attempt_1452796346984_0001_1_00_000000_0
2016-01-14 18:32:27 Completed Dag: dag_1452796346984_0001_1
Jan 14, 2016 6:32:27 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@46a6177c with executor java.util.concurrent.ThreadPoolExecutor@424ff220[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@46a6177c rejected from java.util.concurrent.ThreadPoolExecutor@424ff220[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

2016-01-14 18:32:27 Running Dag: dag_1452796347434_0001_1
2016-01-14 18:32:27 Starting to run new task attempt: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27 Completed running task attempt: attempt_1452796347434_0001_1_00_000000_0
2016-01-14 18:32:27 Completed Dag: dag_1452796347434_0001_1
2016-01-14 18:32:28 Running Dag: dag_1452796347909_0001_1
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796347909_0001_1_00_000000_0
2016-01-14 18:32:28 Completed Dag: dag_1452796347909_0001_1
2016-01-14 18:32:28 Running Dag: dag_1452796348336_0001_1
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796348336_0001_1_00_000000_0
2016-01-14 18:32:28 Completed Dag: dag_1452796348336_0001_1
2016-01-14 18:32:28 Running Dag: dag_1452796348778_0001_1
2016-01-14 18:32:28 Starting to run new task attempt: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:28 Completed running task attempt: attempt_1452796348778_0001_1_00_000000_0
2016-01-14 18:32:29 Completed Dag: dag_1452796348778_0001_1
2016-01-14 18:32:29 Running Dag: dag_1452796349204_0001_1
2016-01-14 18:32:29 Starting to run new task attempt: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29 Completed running task attempt: attempt_1452796349204_0001_1_00_000000_0
2016-01-14 18:32:29 Completed Dag: dag_1452796349204_0001_1