Class cascading.detail.EachEachPipeAssemblyPlatformTest

2016-01-14 17:17:14,276 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 17:17:14,300 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.detail.EachEachPipeAssemblyPlatformTest, with platform: hadoop2-tez
2016-01-14 17:17:14,773 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-01-14 17:17:15,121 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 17:17:15,430 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 17:17:15,629 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:15,631 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:15,762 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 0D12476FDA6E4EB199F60FB43C64B786
2016-01-14 17:17:15,933 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.061
2016-01-14 17:17:15,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.074
2016-01-14 17:17:15,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:15,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:15,948 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:16,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:16,099 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:16,314 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 17:17:16,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:16,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:16,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"]
2016-01-14 17:17:16,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:16,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:16,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:16,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:16,320 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:16,349 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:16,533 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:16,541 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:16,541 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:16,585 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001 doesn't exist and is created
2016-01-14 17:17:16,666 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:16,666 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:16,667 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001
2016-01-14 17:17:16,697 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791836540_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:16,738 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:16,753 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:16,766 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 17:17:16,767 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 17:17:16,767 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:16,778 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:16,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:16,785 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001/localmode-log-dir
2016-01-14 17:17:16,785 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001/localmode-log-dir/history.txt.appattempt_1452791836540_0001_000000, maxErrors=10
2016-01-14 17:17:16,786 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:16,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791836540_0001_000000, appSubmitTime=1452791836684, launchTime=1452791836696
2016-01-14 17:17:16,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:16,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:16,800 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:16,800 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:16,858 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:46637
2016-01-14 17:17:16,867 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 17:17:16,868 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 17:17:16,868 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:16,898 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:16,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:16,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791836540_0001_000000, startTime=1452791836963
2016-01-14 17:17:16,965 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:16,968 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:16,984 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:16,984 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452791836540_0001, dagName=[3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:17,207 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:17,310 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791836540_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001/localmode-log-dir/dag_1452791836540_0001_1.dot
2016-01-14 17:17:17,312 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001/localmode-log-dir/dag_1452791836540_0001_1-tez-dag.pb.txt
2016-01-14 17:17:17,406 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791836540_0001_1
2016-01-14 17:17:17,406 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:17,406 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:17 Running Dag: dag_1452791836540_0001_1
2016-01-14 17:17:17,448 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:17,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791836540_0001_1, submitTime=1452791837208
2016-01-14 17:17:17,489 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B176ACC2E7B348439E916C5B94E45E14
2016-01-14 17:17:17,491 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:17,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:17,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791836540_0001_1, initTime=1452791837452
2016-01-14 17:17:17,496 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791836540_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:17,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:DAG_STARTED]: dagID=dag_1452791836540_0001_1, startTime=1452791837497
2016-01-14 17:17:17,498 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:17,499 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:17,500 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791836540_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:17,501 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B176ACC2E7B348439E916C5B94E45E14 : {498469CECDE84E3B9FB5C47D25630B82={InputName=498469CECDE84E3B9FB5C47D25630B82}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:17,502 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 498469CECDE84E3B9FB5C47D25630B82, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:17,502 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,515 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452791836540_0001, dagName=[3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:17,521 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,521 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,524 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]. Starting root input initializers: 1
2016-01-14 17:17:17,540 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 498469CECDE84E3B9FB5C47D25630B82 on vertex vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,542 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:17,560 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791836540_0001, with dag id: dag_1452791836540_0001_1
2016-01-14 17:17:17,563 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:17,567 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 498469CECDE84E3B9FB5C47D25630B82 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:17,569 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:17,569 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:17,617 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:17,620 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 498469CECDE84E3B9FB5C47D25630B82 on vertex vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,621 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:17,621 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {498469CECDE84E3B9FB5C47D25630B82=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:17,642 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] parallelism set to 1
2016-01-14 17:17:17,642 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:17,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791836540_0001_1_00, eventCount=1
2016-01-14 17:17:17,658 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,659 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=58474C179E814E4DA6B6D8BD2A42A071, vertexId=vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:17,662 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=58474C179E814E4DA6B6D8BD2A42A071, vertexId=vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,682 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=58474C179E814E4DA6B6D8BD2A42A071, vertexName=B176ACC2E7B348439E916C5B94E45E14, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:17,694 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=58474C179E814E4DA6B6D8BD2A42A071, vertexId=vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:17,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, vertexId=vertex_1452791836540_0001_1_00, initRequestedTime=1452791837501, initedTime=1452791837698, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:17,701 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] with distanceFromRoot: 0
2016-01-14 17:17:17,701 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:17,704 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B176ACC2E7B348439E916C5B94E45E14
2016-01-14 17:17:17,704 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:17,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791836540_0001_1_00, startRequestedTime=1452791837702, startedTime=1452791837703
2016-01-14 17:17:17,708 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:17,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:17,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:TASK_STARTED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, taskId=task_1452791836540_0001_1_00_000000, scheduledTime=1452791837739, launchTime=1452791837739
2016-01-14 17:17:17,742 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791836540_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:17,744 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:17,747 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1, VertexName: B176ACC2E7B348439E916C5B94E45E14, VertexParallelism: 1, TaskAttemptID:attempt_1452791836540_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=498469CECDE84E3B9FB5C47D25630B82, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=58474C179E814E4DA6B6D8BD2A42A071, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:17,749 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791836540_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:17,750 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:17,787 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:17,790 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:17,790 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:17,795 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791836540_0001_00_000001
2016-01-14 17:17:17,795 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:17,805 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791836540_0001_00_000001
2016-01-14 17:17:17,805 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:17,810 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:17,810 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:17,810 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791836540_0001_00_000001, launchTime=1452791837810
2016-01-14 17:17:17,813 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791836540_0001_00_000001
2016-01-14 17:17:17,817 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791836540_0001_1_00_000000_0] to container: [container_1452791836540_0001_00_000001]
2016-01-14 17:17:17,817 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:17,818 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791836540_0001_00_000001 given task: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17,819 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791836540_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17 Starting to run new task attempt: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17,819 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17,820 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:17,821 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791836540_0001_1_00_000000_0] started. Is using containerId: [container_1452791836540_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:17,822 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:17,822 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:17,823 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:17,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:17,825 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:17,826 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0, startTime=1452791837819, containerId=container_1452791836540_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791836540_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:17,826 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791836540_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:17,827 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-01-14 17:17:17,831 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791836540_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:17,858 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:17,858 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886] each.each/(1/1) ...d'_RESULTS.-1_'field2'_-1, VertexName: B176ACC2E7B348439E916C5B94E45E14, VertexParallelism: 1, TaskAttemptID:attempt_1452791836540_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=498469CECDE84E3B9FB5C47D25630B82, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=58474C179E814E4DA6B6D8BD2A42A071, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:17,860 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:17,864 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:17,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:17,868 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791836540_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:17,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=498469CECDE84E3B9FB5C47D25630B82, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:17,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:17,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:17,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=58474C179E814E4DA6B6D8BD2A42A071, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:17,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:17,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 58474C179E814E4DA6B6D8BD2A42A071
2016-01-14 17:17:17,877 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:17,881 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,881 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 58474C179E814E4DA6B6D8BD2A42A071
2016-01-14 17:17:17,897 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:17,908 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:17,909 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,915 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B176ACC2E7B348439E916C5B94E45E14, ordinal: 0
2016-01-14 17:17:17,915 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B176ACC2E7B348439E916C5B94E45E14, mem on start (mb), free: 215, total: 281, max: 672
2016-01-14 17:17:17,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:17,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:17,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:17,926 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:17,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 58474C179E814E4DA6B6D8BD2A42A071
2016-01-14 17:17:17,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:17,927 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:17,933 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:17,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:17,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:17,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:17,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:17,935 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:17,935 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 498469CECDE84E3B9FB5C47D25630B82, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:17,935 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 58474C179E814E4DA6B6D8BD2A42A071, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:17,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:17,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 498469CECDE84E3B9FB5C47D25630B82 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:17,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:17,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:17,936 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:17,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:17,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:17,939 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:17,940 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:17,951 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@795f5f7c
2016-01-14 17:17:17,962 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@795f5f7c
2016-01-14 17:17:17,963 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:17,963 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:17,983 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:18,007 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 498469CECDE84E3B9FB5C47D25630B82
2016-01-14 17:17:18,007 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"], id: 58474C179E814E4DA6B6D8BD2A42A071
2016-01-14 17:17:18,008 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_-1"]
2016-01-14 17:17:18,011 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:18,011 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:18,014 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B176ACC2E7B348439E916C5B94E45E14, all 1 inputs ready in: 00:00:00.002
2016-01-14 17:17:18,024 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:18,024 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:18,025 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18,026 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791836540_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:18,027 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18,028 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B176ACC2E7B348439E916C5B94E45E14, mem on close (mb), free: 208, total: 281, max: 672
2016-01-14 17:17:18 Completed running task attempt: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18,035 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:18,039 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:18,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791838015, Process_Duration=12, Process_End_Time=1452791838027, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:18,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, taskAttemptId=attempt_1452791836540_0001_1_00_000000_0, startTime=1452791837819, finishTime=1452791838037, timeTaken=218, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838015, Process_Duration=12, Process_End_Time=1452791838027, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,053 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:18,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,055 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791836540_0001_00_000001
2016-01-14 17:17:18,056 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791836540_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:18,056 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:18,057 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:18,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:TASK_FINISHED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, taskId=task_1452791836540_0001_1_00_000000, startTime=1452791837819, finishTime=1452791838058, timeTaken=239, status=SUCCEEDED, successfulAttemptID=attempt_1452791836540_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838015, Process_Duration=12, Process_End_Time=1452791838027, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,066 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791836540_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:18,066 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:18,066 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] : 1
2016-01-14 17:17:18,067 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:18,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:18,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:VERTEX_FINISHED]: vertexName=B176ACC2E7B348439E916C5B94E45E14, vertexId=vertex_1452791836540_0001_1_00, initRequestedTime=1452791837501, initedTime=1452791837698, startRequestedTime=1452791837702, startedTime=1452791837703, finishTime=1452791838067, timeTaken=364, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838015, Process_Duration=12, Process_End_Time=1452791838027, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791837819, firstTasksToStart=[ task_1452791836540_0001_1_00_000000 ], lastTaskFinishTime=1452791838037, lastTasksToFinish=[ task_1452791836540_0001_1_00_000000 ], minTaskDuration=218, maxTaskDuration=218, avgTaskDuration=218.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791836540_0001_1_00_000000 ], longestDurationTasks=[ task_1452791836540_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:18,079 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:18,081 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:18,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791836540_0001_00_000001, stoppedTime=1452791838081, exitStatus=0
2016-01-14 17:17:18,086 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791836540_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:18,086 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791836540_0001_00_000001: 30 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:18,087 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791836540_0001_00_000001, Exiting
2016-01-14 17:17:18,087 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791836540_0001_00_000001
2016-01-14 17:17:18,087 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791836540_0001_00_000001
2016-01-14 17:17:18,090 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:18,091 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:18,091 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791836540_0001_1
2016-01-14 17:17:18,092 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791836540_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:18,093 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791836540_0001_00_000001 completed successfully
2016-01-14 17:17:18,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791836540_0001_1
2016-01-14 17:17:18,094 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 58474C179E814E4DA6B6D8BD2A42A071 for vertex: vertex_1452791836540_0001_1_00 [B176ACC2E7B348439E916C5B94E45E14]
2016-01-14 17:17:18,111 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791836540_0001_1, queueSize=0
2016-01-14 17:17:18,111 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:18,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791836540_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791836540_0001_1, startTime=1452791837497, finishTime=1452791838105, timeTaken=608, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838015, Process_Duration=12, Process_End_Time=1452791838027, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,117 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791836540_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:18,117 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791836540_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:18,118 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791836540_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:18,118 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791836540_0001_00_000001
2016-01-14 17:17:18 Completed Dag: dag_1452791836540_0001_1
2016-01-14 17:17:18,119 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791836540_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:18,120 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791836540_0001_1_post
2016-01-14 17:17:18,120 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,120 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:18,128 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.-1_'field2'_-1, applicationId=application_1452791836540_0001
2016-01-14 17:17:18,133 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:18,133 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:18,133 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:18,133 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:18,133 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:18,134 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:18,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:18,137 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:18,137 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:18,138 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:18,139 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:18,139 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:18,139 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:18,144 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/3C1F5F535EC041C3BC90859AEF494A4F/C42AD077E93C41859CE3FA8705DFE886/.tez/application_1452791836540_0001
2016-01-14 17:17:18,145 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:01.828
2016-01-14 17:17:18,294 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_-1
2016-01-14 17:17:18,337 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:18,338 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:18,419 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.038
2016-01-14 17:17:18,429 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.048
2016-01-14 17:17:18,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:18,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:18,432 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:18,457 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:18,458 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'
2016-01-14 17:17:18,498 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:18,498 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:18,500 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"]
2016-01-14 17:17:18,500 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:18,500 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:18,500 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:18,501 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 17:17:18,502 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:18,525 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:18,531 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:18,532 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:18,533 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:18,548 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001 doesn't exist and is created
2016-01-14 17:17:18,581 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:18,581 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:18,582 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001
2016-01-14 17:17:18,587 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791838532_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:18,637 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:18,638 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:18,643 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:18,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:18,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001/localmode-log-dir
2016-01-14 17:17:18,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001/localmode-log-dir/history.txt.appattempt_1452791838532_0001_000000, maxErrors=10
2016-01-14 17:17:18,645 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:18,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791838532_0001_000000, appSubmitTime=1452791838586, launchTime=1452791838586
2016-01-14 17:17:18,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:18,661 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49053
2016-01-14 17:17:18,661 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:18,663 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:18,663 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:18,668 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:18,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791838532_0001_000000, startTime=1452791838671
2016-01-14 17:17:18,671 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:18,671 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:18,681 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:18,681 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:18,681 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452791838532_0001, dagName=[539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 17:17:18,707 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 17:17:18,709 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791838532_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001/localmode-log-dir/dag_1452791838532_0001_1.dot
2016-01-14 17:17:18,710 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001/localmode-log-dir/dag_1452791838532_0001_1-tez-dag.pb.txt
2016-01-14 17:17:18,735 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791838532_0001_1
2016-01-14 17:17:18,735 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,736 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 17:17:18 Running Dag: dag_1452791838532_0001_1
2016-01-14 17:17:18,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791838532_0001_1, submitTime=1452791838707
2016-01-14 17:17:18,751 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:18,753 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C3AE2E8CBB8F4C439343B0CE9D73ACE8
2016-01-14 17:17:18,754 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:18,754 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:18,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791838532_0001_1, initTime=1452791838752
2016-01-14 17:17:18,757 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791838532_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:18,758 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:18,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:DAG_STARTED]: dagID=dag_1452791838532_0001_1, startTime=1452791838758
2016-01-14 17:17:18,759 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:18,760 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791838532_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:18,760 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C3AE2E8CBB8F4C439343B0CE9D73ACE8 : {B1178D6D1A004C49B524FB4C8211FE6C={InputName=B1178D6D1A004C49B524FB4C8211FE6C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:18,760 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B1178D6D1A004C49B524FB4C8211FE6C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:18,760 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,760 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,760 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,761 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]. Starting root input initializers: 1
2016-01-14 17:17:18,761 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:18,761 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452791838532_0001, dagName=[539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2'
2016-01-14 17:17:18,762 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B1178D6D1A004C49B524FB4C8211FE6C on vertex vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,768 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:18,768 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B1178D6D1A004C49B524FB4C8211FE6C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:18,769 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:18,770 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:18,772 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:18,775 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B1178D6D1A004C49B524FB4C8211FE6C on vertex vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,775 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:18,775 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B1178D6D1A004C49B524FB4C8211FE6C=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:18,776 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] parallelism set to 1
2016-01-14 17:17:18,776 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:18,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791838532_0001_1_00, eventCount=1
2016-01-14 17:17:18,777 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,780 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3C5ED2A08EB34D82971D50A8D4BF3E34, vertexId=vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:18,781 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3C5ED2A08EB34D82971D50A8D4BF3E34, vertexId=vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,786 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3C5ED2A08EB34D82971D50A8D4BF3E34, vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:18,788 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3C5ED2A08EB34D82971D50A8D4BF3E34, vertexId=vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,790 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:18,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, vertexId=vertex_1452791838532_0001_1_00, initRequestedTime=1452791838760, initedTime=1452791838789, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:18,790 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] with distanceFromRoot: 0
2016-01-14 17:17:18,791 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:18,791 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C3AE2E8CBB8F4C439343B0CE9D73ACE8
2016-01-14 17:17:18,791 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:18,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791838532_0001_1_00, startRequestedTime=1452791838791, startedTime=1452791838791
2016-01-14 17:17:18,793 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:18,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:18,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:TASK_STARTED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, taskId=task_1452791838532_0001_1_00_000000, scheduledTime=1452791838794, launchTime=1452791838794
2016-01-14 17:17:18,795 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791838532_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:18,795 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,797 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2', VertexName: C3AE2E8CBB8F4C439343B0CE9D73ACE8, VertexParallelism: 1, TaskAttemptID:attempt_1452791838532_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1178D6D1A004C49B524FB4C8211FE6C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3C5ED2A08EB34D82971D50A8D4BF3E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:18,798 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791838532_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:18,799 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:18,800 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:18,800 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:18,801 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:18,801 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791838532_0001_00_000001
2016-01-14 17:17:18,802 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:18,805 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791838532_0001, with dag id: dag_1452791838532_0001_1
2016-01-14 17:17:18,809 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791838532_0001_00_000001
2016-01-14 17:17:18,809 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:18,811 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:18,811 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:18,812 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791838532_0001_00_000001, launchTime=1452791838810
2016-01-14 17:17:18,813 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791838532_0001_00_000001
2016-01-14 17:17:18,814 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791838532_0001_1_00_000000_0] to container: [container_1452791838532_0001_00_000001]
2016-01-14 17:17:18,814 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:18,814 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791838532_0001_00_000001 given task: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,814 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791838532_0001_1_00_000000_0] started. Is using containerId: [container_1452791838532_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:18,814 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791838532_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,815 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:18 Starting to run new task attempt: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0, startTime=1452791838814, containerId=container_1452791838532_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791838532_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:18,816 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,816 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,816 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:18,817 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:18,816 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791838532_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:18,817 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:18,817 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:18,817 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791838532_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:18,817 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:18,818 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803] each.each/(1/1) ...ULTS.-1_'field2'_'field2', VertexName: C3AE2E8CBB8F4C439343B0CE9D73ACE8, VertexParallelism: 1, TaskAttemptID:attempt_1452791838532_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1178D6D1A004C49B524FB4C8211FE6C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3C5ED2A08EB34D82971D50A8D4BF3E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:18,818 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:18,819 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,819 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:18,819 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:18,820 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:18,820 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B1178D6D1A004C49B524FB4C8211FE6C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:18,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:18,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,824 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,820 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3C5ED2A08EB34D82971D50A8D4BF3E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:18,825 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:18,826 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:18,826 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3C5ED2A08EB34D82971D50A8D4BF3E34
2016-01-14 17:17:18,826 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:18,828 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3C5ED2A08EB34D82971D50A8D4BF3E34
2016-01-14 17:17:18,833 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791838532_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:18,838 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:18,838 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,842 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C3AE2E8CBB8F4C439343B0CE9D73ACE8, ordinal: 0
2016-01-14 17:17:18,843 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3AE2E8CBB8F4C439343B0CE9D73ACE8, mem on start (mb), free: 234, total: 281, max: 672
2016-01-14 17:17:18,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:18,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:18,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:18,850 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:18,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3C5ED2A08EB34D82971D50A8D4BF3E34
2016-01-14 17:17:18,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:18,850 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:18,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:18,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:18,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:18,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:18,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:18,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:18,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B1178D6D1A004C49B524FB4C8211FE6C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:18,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3C5ED2A08EB34D82971D50A8D4BF3E34, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:18,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:18,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,854 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:18,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B1178D6D1A004C49B524FB4C8211FE6C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:18,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:18,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:18,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:18,856 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,857 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:18,858 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@283dd358
2016-01-14 17:17:18,861 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@283dd358
2016-01-14 17:17:18,861 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:18,862 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:18,866 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:18,867 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B1178D6D1A004C49B524FB4C8211FE6C
2016-01-14 17:17:18,867 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"], id: 3C5ED2A08EB34D82971D50A8D4BF3E34
2016-01-14 17:17:18,867 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field2'"]
2016-01-14 17:17:18,868 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:18,868 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:18,868 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C3AE2E8CBB8F4C439343B0CE9D73ACE8, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:18,871 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:18,872 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:18,872 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,873 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791838532_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:18,874 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,874 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3AE2E8CBB8F4C439343B0CE9D73ACE8, mem on close (mb), free: 230, total: 281, max: 672
2016-01-14 17:17:18 Completed running task attempt: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,876 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:18,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791838868, Process_Duration=6, Process_End_Time=1452791838874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:18,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, taskAttemptId=attempt_1452791838532_0001_1_00_000000_0, startTime=1452791838814, finishTime=1452791838877, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838868, Process_Duration=6, Process_End_Time=1452791838874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:18,878 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791838532_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:18,878 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:18,879 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,879 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:18,879 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18,880 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791838532_0001_00_000001
2016-01-14 17:17:18,880 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:18,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:TASK_FINISHED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, taskId=task_1452791838532_0001_1_00_000000, startTime=1452791838814, finishTime=1452791838879, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1452791838532_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838868, Process_Duration=6, Process_End_Time=1452791838874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,881 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791838532_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:18,881 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] : 1
2016-01-14 17:17:18,881 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,883 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:18,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:VERTEX_FINISHED]: vertexName=C3AE2E8CBB8F4C439343B0CE9D73ACE8, vertexId=vertex_1452791838532_0001_1_00, initRequestedTime=1452791838760, initedTime=1452791838789, startRequestedTime=1452791838791, startedTime=1452791838791, finishTime=1452791838881, timeTaken=90, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838868, Process_Duration=6, Process_End_Time=1452791838874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791838814, firstTasksToStart=[ task_1452791838532_0001_1_00_000000 ], lastTaskFinishTime=1452791838877, lastTasksToFinish=[ task_1452791838532_0001_1_00_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791838532_0001_1_00_000000 ], longestDurationTasks=[ task_1452791838532_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:18,883 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:18,887 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:18,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:18,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791838532_0001_00_000001, stoppedTime=1452791838887, exitStatus=0
2016-01-14 17:17:18,888 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:18,888 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:18,888 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791838532_0001_1
2016-01-14 17:17:18,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791838532_0001_1
2016-01-14 17:17:18,889 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3C5ED2A08EB34D82971D50A8D4BF3E34 for vertex: vertex_1452791838532_0001_1_00 [C3AE2E8CBB8F4C439343B0CE9D73ACE8]
2016-01-14 17:17:18,891 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791838532_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:18,891 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791838532_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:18,892 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791838532_0001_00_000001, Exiting
2016-01-14 17:17:18,892 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791838532_0001_00_000001
2016-01-14 17:17:18,892 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791838532_0001_00_000001
2016-01-14 17:17:18,894 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791838532_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:18,895 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791838532_0001_00_000001 completed successfully
2016-01-14 17:17:18,902 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791838532_0001_1, queueSize=0
2016-01-14 17:17:18,902 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:18,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791838532_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791838532_0001_1, startTime=1452791838758, finishTime=1452791838901, timeTaken=143, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791838868, Process_Duration=6, Process_End_Time=1452791838874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:18,905 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791838532_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:18,905 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791838532_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:18,905 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791838532_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:18,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791838532_0001_00_000001
2016-01-14 17:17:18 Completed Dag: dag_1452791838532_0001_1
2016-01-14 17:17:18,907 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791838532_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:18,908 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791838532_0001_1_post
2016-01-14 17:17:18,908 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:18,908 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:18,914 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.-1_'field2'_'field2', applicationId=application_1452791838532_0001
2016-01-14 17:17:18,917 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:18,917 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:18,917 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:18,917 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:18,917 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:18,918 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:18,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:18,919 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:18,919 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:18,919 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:18,919 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:18,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:18,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:18,926 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/539436072BBB43BA89D0E483BE0A2F20/C8348B40BE79436E8F3CE7BFE6A47803/.tez/application_1452791838532_0001
2016-01-14 17:17:18,927 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.428
2016-01-14 17:17:19,024 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_'field2'
2016-01-14 17:17:19,064 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:19,065 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:19,131 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 17:17:19,151 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.042
2016-01-14 17:17:19,152 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:19,152 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:19,153 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:19,171 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'
2016-01-14 17:17:19,194 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:19,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:19,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"]
2016-01-14 17:17:19,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:19,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:19,196 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:19,196 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 17:17:19,197 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:19,216 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:19,222 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:19,222 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:19,223 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:19,235 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001 doesn't exist and is created
2016-01-14 17:17:19,260 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:19,261 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:19,262 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001
2016-01-14 17:17:19,268 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791839222_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:19,283 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:19,285 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:19,289 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:19,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:19,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001/localmode-log-dir
2016-01-14 17:17:19,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001/localmode-log-dir/history.txt.appattempt_1452791839222_0001_000000, maxErrors=10
2016-01-14 17:17:19,291 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:19,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791839222_0001_000000, appSubmitTime=1452791839267, launchTime=1452791839267
2016-01-14 17:17:19,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:19,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:19,304 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:19,304 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:19,307 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:37755
2016-01-14 17:17:19,308 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:19,311 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:19,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791839222_0001_000000, startTime=1452791839311
2016-01-14 17:17:19,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:19,361 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:19,361 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:19,361 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452791839222_0001, dagName=[491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 17:17:19,383 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 17:17:19,384 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791839222_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001/localmode-log-dir/dag_1452791839222_0001_1.dot
2016-01-14 17:17:19,385 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001/localmode-log-dir/dag_1452791839222_0001_1-tez-dag.pb.txt
2016-01-14 17:17:19,416 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791839222_0001_1
2016-01-14 17:17:19,416 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:19,416 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 17:17:19 Running Dag: dag_1452791839222_0001_1
2016-01-14 17:17:19,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791839222_0001_1, submitTime=1452791839383
2016-01-14 17:17:19,431 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:19,432 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FFD0FD6E358341C684F0B720B758AF45
2016-01-14 17:17:19,432 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:19,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791839222_0001_1, initTime=1452791839431
2016-01-14 17:17:19,433 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839222_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:19,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:19,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:DAG_STARTED]: dagID=dag_1452791839222_0001_1, startTime=1452791839434
2016-01-14 17:17:19,434 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:19,434 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839222_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:19,435 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FFD0FD6E358341C684F0B720B758AF45 : {68388D0EF93B4339B17ED8D2B9F7AA60={InputName=68388D0EF93B4339B17ED8D2B9F7AA60}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:19,435 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 68388D0EF93B4339B17ED8D2B9F7AA60, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:19,435 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,434 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:19,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,436 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]. Starting root input initializers: 1
2016-01-14 17:17:19,436 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:19,438 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 68388D0EF93B4339B17ED8D2B9F7AA60 on vertex vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,439 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452791839222_0001, dagName=[491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field'
2016-01-14 17:17:19,442 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:19,442 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 68388D0EF93B4339B17ED8D2B9F7AA60 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:19,444 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:19,444 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:19,447 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:19,448 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 68388D0EF93B4339B17ED8D2B9F7AA60 on vertex vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,448 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:19,449 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {68388D0EF93B4339B17ED8D2B9F7AA60=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:19,449 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] parallelism set to 1
2016-01-14 17:17:19,449 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:19,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791839222_0001_1_00, eventCount=1
2016-01-14 17:17:19,450 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,450 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=514C7316E830414C81E39F3461CD2046, vertexId=vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:19,450 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=514C7316E830414C81E39F3461CD2046, vertexId=vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,452 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=514C7316E830414C81E39F3461CD2046, vertexName=FFD0FD6E358341C684F0B720B758AF45, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:19,452 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=514C7316E830414C81E39F3461CD2046, vertexId=vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,454 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:19,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, vertexId=vertex_1452791839222_0001_1_00, initRequestedTime=1452791839435, initedTime=1452791839453, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:19,454 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] with distanceFromRoot: 0
2016-01-14 17:17:19,454 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:19,454 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FFD0FD6E358341C684F0B720B758AF45
2016-01-14 17:17:19,455 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:19,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791839222_0001_1_00, startRequestedTime=1452791839454, startedTime=1452791839454
2016-01-14 17:17:19,456 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:19,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:19,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:TASK_STARTED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, taskId=task_1452791839222_0001_1_00_000000, scheduledTime=1452791839456, launchTime=1452791839456
2016-01-14 17:17:19,457 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839222_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:19,457 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,457 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field', VertexName: FFD0FD6E358341C684F0B720B758AF45, VertexParallelism: 1, TaskAttemptID:attempt_1452791839222_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=68388D0EF93B4339B17ED8D2B9F7AA60, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=514C7316E830414C81E39F3461CD2046, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:19,458 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839222_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:19,458 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:19,459 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:19,460 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:19,460 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:19,460 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791839222_0001_00_000001
2016-01-14 17:17:19,461 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:19,462 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791839222_0001_00_000001
2016-01-14 17:17:19,463 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:19,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:19,464 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:19,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791839222_0001_00_000001, launchTime=1452791839464
2016-01-14 17:17:19,465 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791839222_0001_00_000001
2016-01-14 17:17:19,466 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791839222_0001_1_00_000000_0] to container: [container_1452791839222_0001_00_000001]
2016-01-14 17:17:19,466 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:19,467 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791839222_0001_1_00_000000_0] started. Is using containerId: [container_1452791839222_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:19,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:19,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0, startTime=1452791839467, containerId=container_1452791839222_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791839222_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:19,468 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839222_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:19,468 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839222_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:19,468 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791839222_0001, with dag id: dag_1452791839222_0001_1
2016-01-14 17:17:19,472 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791839222_0001_00_000001 given task: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,472 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791839222_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19 Starting to run new task attempt: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,473 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,473 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:19,473 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:19,474 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:19,474 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:19,474 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:19,475 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:19,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388] each.each/(1/1) ...SULTS.-1_'field2'_'field', VertexName: FFD0FD6E358341C684F0B720B758AF45, VertexParallelism: 1, TaskAttemptID:attempt_1452791839222_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=68388D0EF93B4339B17ED8D2B9F7AA60, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=514C7316E830414C81E39F3461CD2046, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:19,475 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:19,476 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:19,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:19,478 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791839222_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:19,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=68388D0EF93B4339B17ED8D2B9F7AA60, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:19,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:19,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:19,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,481 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,485 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:19,485 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:19,486 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=514C7316E830414C81E39F3461CD2046, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:19,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:19,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 514C7316E830414C81E39F3461CD2046
2016-01-14 17:17:19,495 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:19,496 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 514C7316E830414C81E39F3461CD2046
2016-01-14 17:17:19,499 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FFD0FD6E358341C684F0B720B758AF45, ordinal: 0
2016-01-14 17:17:19,499 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FFD0FD6E358341C684F0B720B758AF45, mem on start (mb), free: 153, total: 281, max: 672
2016-01-14 17:17:19,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:19,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:19,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:19,510 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:19,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 514C7316E830414C81E39F3461CD2046
2016-01-14 17:17:19,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:19,510 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:19,511 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:19,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:19,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:19,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:19,512 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:19,514 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:19,514 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 68388D0EF93B4339B17ED8D2B9F7AA60, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:19,514 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 514C7316E830414C81E39F3461CD2046, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:19,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:19,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 68388D0EF93B4339B17ED8D2B9F7AA60 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:19,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:19,517 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:19,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,517 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:19,517 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,518 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:19,518 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,519 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:19,521 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@b901870
2016-01-14 17:17:19,523 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@b901870
2016-01-14 17:17:19,523 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:19,523 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:19,524 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:19,525 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 68388D0EF93B4339B17ED8D2B9F7AA60
2016-01-14 17:17:19,525 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"], id: 514C7316E830414C81E39F3461CD2046
2016-01-14 17:17:19,526 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_'field'"]
2016-01-14 17:17:19,526 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:19,527 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:19,527 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FFD0FD6E358341C684F0B720B758AF45, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:19,531 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:19,532 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:19,533 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,534 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791839222_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:19,535 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,535 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FFD0FD6E358341C684F0B720B758AF45, mem on close (mb), free: 150, total: 281, max: 672
2016-01-14 17:17:19 Completed running task attempt: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,543 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:19,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791839528, Process_Duration=7, Process_End_Time=1452791839535, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:19,544 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:19,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, taskAttemptId=attempt_1452791839222_0001_1_00_000000_0, startTime=1452791839467, finishTime=1452791839544, timeTaken=77, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791839528, Process_Duration=7, Process_End_Time=1452791839535, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:19,545 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839222_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:19,546 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:19,546 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19,547 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:19,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:TASK_FINISHED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, taskId=task_1452791839222_0001_1_00_000000, startTime=1452791839467, finishTime=1452791839547, timeTaken=80, status=SUCCEEDED, successfulAttemptID=attempt_1452791839222_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791839528, Process_Duration=7, Process_End_Time=1452791839535, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:19,548 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839222_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:19,549 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] : 1
2016-01-14 17:17:19,549 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,550 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:19,550 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:19,550 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791839222_0001_00_000001
2016-01-14 17:17:19,551 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:19,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:VERTEX_FINISHED]: vertexName=FFD0FD6E358341C684F0B720B758AF45, vertexId=vertex_1452791839222_0001_1_00, initRequestedTime=1452791839435, initedTime=1452791839453, startRequestedTime=1452791839454, startedTime=1452791839454, finishTime=1452791839549, timeTaken=95, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791839528, Process_Duration=7, Process_End_Time=1452791839535, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791839467, firstTasksToStart=[ task_1452791839222_0001_1_00_000000 ], lastTaskFinishTime=1452791839544, lastTasksToFinish=[ task_1452791839222_0001_1_00_000000 ], minTaskDuration=77, maxTaskDuration=77, avgTaskDuration=77.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791839222_0001_1_00_000000 ], longestDurationTasks=[ task_1452791839222_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:19,551 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:19,552 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:19,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791839222_0001_00_000001, stoppedTime=1452791839552, exitStatus=0
2016-01-14 17:17:19,552 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:19,552 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:19,552 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791839222_0001_1
2016-01-14 17:17:19,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791839222_0001_1
2016-01-14 17:17:19,554 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 514C7316E830414C81E39F3461CD2046 for vertex: vertex_1452791839222_0001_1_00 [FFD0FD6E358341C684F0B720B758AF45]
2016-01-14 17:17:19,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:19,561 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791839222_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:19,562 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791839222_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:19,562 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791839222_0001_00_000001, Exiting
2016-01-14 17:17:19,562 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791839222_0001_00_000001
2016-01-14 17:17:19,562 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791839222_0001_00_000001
2016-01-14 17:17:19,566 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791839222_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:19,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791839222_0001_00_000001 completed successfully
2016-01-14 17:17:19,568 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791839222_0001_1, queueSize=0
2016-01-14 17:17:19,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:19,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839222_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791839222_0001_1, startTime=1452791839434, finishTime=1452791839566, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791839528, Process_Duration=7, Process_End_Time=1452791839535, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:19,570 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791839222_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:19,571 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839222_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:19,571 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791839222_0001_00_000001
2016-01-14 17:17:19,572 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839222_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:19 Completed Dag: dag_1452791839222_0001_1
2016-01-14 17:17:19,574 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791839222_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:19,574 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791839222_0001_1_post
2016-01-14 17:17:19,575 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:19,576 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:19,580 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.-1_'field2'_'field', applicationId=application_1452791839222_0001
2016-01-14 17:17:19,584 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:19,584 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:19,584 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:19,584 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:19,584 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:19,585 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:19,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:19,588 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:19,588 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:19,588 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:19,590 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:19,591 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:19,591 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:19,622 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/491EF30289214F62A8D38061B49878CB/A20A2E208C92423397E58A0E5033F388/.tez/application_1452791839222_0001
2016-01-14 17:17:19,624 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.429
2016-01-14 17:17:19,722 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_'field'
2016-01-14 17:17:19,750 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:19,751 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:19,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 17:17:19,815 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-01-14 17:17:19,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:19,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:19,817 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:19,834 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:19,835 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS
2016-01-14 17:17:19,855 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:19,855 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:19,856 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"]
2016-01-14 17:17:19,857 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:19,857 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:19,858 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:19,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 17:17:19,860 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:19,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:19,884 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:19,885 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:19,885 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:19,897 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001 doesn't exist and is created
2016-01-14 17:17:19,916 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:19,916 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:19,917 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001
2016-01-14 17:17:19,922 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791839885_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:19,936 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:19,938 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:19,940 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:19,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:19,940 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001/localmode-log-dir
2016-01-14 17:17:19,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001/localmode-log-dir/history.txt.appattempt_1452791839885_0001_000000, maxErrors=10
2016-01-14 17:17:19,941 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:19,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791839885_0001_000000, appSubmitTime=1452791839921, launchTime=1452791839921
2016-01-14 17:17:19,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:19,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:19,954 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43058
2016-01-14 17:17:19,956 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:19,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:19,959 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:19,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:19,962 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791839885_0001_000000, startTime=1452791839962
2016-01-14 17:17:19,962 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:20,016 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:20,017 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:20,017 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452791839885_0001, dagName=[B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 17:17:20,036 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 17:17:20,038 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791839885_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001/localmode-log-dir/dag_1452791839885_0001_1.dot
2016-01-14 17:17:20,038 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001/localmode-log-dir/dag_1452791839885_0001_1-tez-dag.pb.txt
2016-01-14 17:17:20,074 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791839885_0001_1
2016-01-14 17:17:20,075 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,075 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 17:17:20 Running Dag: dag_1452791839885_0001_1
2016-01-14 17:17:20,090 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791839885_0001_1, submitTime=1452791840036
2016-01-14 17:17:20,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:20,090 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A5B55EBE225B4293874D958EA9CC307C
2016-01-14 17:17:20,091 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:20,091 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:20,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791839885_0001_1, initTime=1452791840090
2016-01-14 17:17:20,093 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839885_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:20,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:DAG_STARTED]: dagID=dag_1452791839885_0001_1, startTime=1452791840093
2016-01-14 17:17:20,094 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:20,094 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839885_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:20,094 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452791839885_0001, dagName=[B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS
2016-01-14 17:17:20,094 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A5B55EBE225B4293874D958EA9CC307C : {1ABE1E5859B245A89E166F682EEE4F58={InputName=1ABE1E5859B245A89E166F682EEE4F58}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:20,094 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1ABE1E5859B245A89E166F682EEE4F58, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:20,094 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,095 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,095 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,095 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]. Starting root input initializers: 1
2016-01-14 17:17:20,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:20,096 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:20,096 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1ABE1E5859B245A89E166F682EEE4F58 on vertex vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,097 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:20,098 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1ABE1E5859B245A89E166F682EEE4F58 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:20,099 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:20,099 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:20,101 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:20,102 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1ABE1E5859B245A89E166F682EEE4F58 on vertex vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,102 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:20,102 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1ABE1E5859B245A89E166F682EEE4F58=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:20,102 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] parallelism set to 1
2016-01-14 17:17:20,102 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:20,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791839885_0001_1_00, eventCount=1
2016-01-14 17:17:20,103 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,103 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=6E1851F6F3C84C03BAA997EB6D3467E7, vertexId=vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:20,104 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=6E1851F6F3C84C03BAA997EB6D3467E7, vertexId=vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,106 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=6E1851F6F3C84C03BAA997EB6D3467E7, vertexName=A5B55EBE225B4293874D958EA9CC307C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:20,106 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=6E1851F6F3C84C03BAA997EB6D3467E7, vertexId=vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:20,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, vertexId=vertex_1452791839885_0001_1_00, initRequestedTime=1452791840094, initedTime=1452791840107, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:20,108 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] with distanceFromRoot: 0
2016-01-14 17:17:20,108 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:20,108 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A5B55EBE225B4293874D958EA9CC307C
2016-01-14 17:17:20,108 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:20,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791839885_0001_1_00, startRequestedTime=1452791840108, startedTime=1452791840108
2016-01-14 17:17:20,109 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:20,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:20,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:TASK_STARTED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, taskId=task_1452791839885_0001_1_00_000000, scheduledTime=1452791840109, launchTime=1452791840109
2016-01-14 17:17:20,110 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839885_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:20,110 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,110 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS, VertexName: A5B55EBE225B4293874D958EA9CC307C, VertexParallelism: 1, TaskAttemptID:attempt_1452791839885_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1ABE1E5859B245A89E166F682EEE4F58, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6E1851F6F3C84C03BAA997EB6D3467E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:20,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839885_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:20,111 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:20,113 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:20,114 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:20,115 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:20,115 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791839885_0001_00_000001
2016-01-14 17:17:20,115 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:20,117 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791839885_0001_00_000001
2016-01-14 17:17:20,117 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:20,119 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:20,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:20,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791839885_0001_00_000001, launchTime=1452791840119
2016-01-14 17:17:20,120 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791839885_0001_00_000001
2016-01-14 17:17:20,121 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791839885_0001, with dag id: dag_1452791839885_0001_1
2016-01-14 17:17:20,122 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791839885_0001_1_00_000000_0] to container: [container_1452791839885_0001_00_000001]
2016-01-14 17:17:20,123 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:20,124 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791839885_0001_1_00_000000_0] started. Is using containerId: [container_1452791839885_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:20,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0, startTime=1452791840124, containerId=container_1452791839885_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791839885_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:20,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:20,125 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839885_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:20,125 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839885_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:20,126 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791839885_0001_00_000001 given task: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,126 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791839885_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20 Starting to run new task attempt: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,129 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,129 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,129 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:20,130 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:20,130 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:20,131 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:20,131 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5] each.each/(1/1) ...SULTS.-1_'field2'_RESULTS, VertexName: A5B55EBE225B4293874D958EA9CC307C, VertexParallelism: 1, TaskAttemptID:attempt_1452791839885_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1ABE1E5859B245A89E166F682EEE4F58, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6E1851F6F3C84C03BAA997EB6D3467E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:20,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:20,132 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:20,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,133 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791839885_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:20,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=6E1851F6F3C84C03BAA997EB6D3467E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:20,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:20,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 6E1851F6F3C84C03BAA997EB6D3467E7
2016-01-14 17:17:20,135 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:20,135 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 6E1851F6F3C84C03BAA997EB6D3467E7
2016-01-14 17:17:20,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1ABE1E5859B245A89E166F682EEE4F58, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:20,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:20,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,138 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,139 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:20,144 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:20,145 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,152 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:20,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 6E1851F6F3C84C03BAA997EB6D3467E7
2016-01-14 17:17:20,154 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A5B55EBE225B4293874D958EA9CC307C, ordinal: 0
2016-01-14 17:17:20,154 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5B55EBE225B4293874D958EA9CC307C, mem on start (mb), free: 289, total: 388, max: 672
2016-01-14 17:17:20,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:20,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:20,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:20,154 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:20,155 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:20,155 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 6E1851F6F3C84C03BAA997EB6D3467E7, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:20,155 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1ABE1E5859B245A89E166F682EEE4F58, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:20,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,156 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1ABE1E5859B245A89E166F682EEE4F58 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:20,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:20,156 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,158 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:20,159 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3407a533
2016-01-14 17:17:20,160 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3407a533
2016-01-14 17:17:20,161 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:20,161 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:20,161 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:20,162 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1ABE1E5859B245A89E166F682EEE4F58
2016-01-14 17:17:20,162 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"], id: 6E1851F6F3C84C03BAA997EB6D3467E7
2016-01-14 17:17:20,163 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_RESULTS"]
2016-01-14 17:17:20,163 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:20,163 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:20,164 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A5B55EBE225B4293874D958EA9CC307C, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:20,166 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:20,167 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:20,168 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,168 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791839885_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:20,169 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,169 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5B55EBE225B4293874D958EA9CC307C, mem on close (mb), free: 287, total: 388, max: 672
2016-01-14 17:17:20 Completed running task attempt: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,170 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:20,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791840164, Process_Duration=5, Process_End_Time=1452791840169, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:20,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:20,172 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:20,172 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, taskAttemptId=attempt_1452791839885_0001_1_00_000000_0, startTime=1452791840124, finishTime=1452791840171, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840164, Process_Duration=5, Process_End_Time=1452791840169, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791839885_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:20,173 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20,173 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:20,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:TASK_FINISHED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, taskId=task_1452791839885_0001_1_00_000000, startTime=1452791840124, finishTime=1452791840173, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452791839885_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840164, Process_Duration=5, Process_End_Time=1452791840169, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,173 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791839885_0001_00_000001
2016-01-14 17:17:20,174 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791839885_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:20,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:20,176 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] : 1
2016-01-14 17:17:20,176 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,178 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:20,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:VERTEX_FINISHED]: vertexName=A5B55EBE225B4293874D958EA9CC307C, vertexId=vertex_1452791839885_0001_1_00, initRequestedTime=1452791840094, initedTime=1452791840107, startRequestedTime=1452791840108, startedTime=1452791840108, finishTime=1452791840176, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840164, Process_Duration=5, Process_End_Time=1452791840169, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791840124, firstTasksToStart=[ task_1452791839885_0001_1_00_000000 ], lastTaskFinishTime=1452791840171, lastTasksToFinish=[ task_1452791839885_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791839885_0001_1_00_000000 ], longestDurationTasks=[ task_1452791839885_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:20,178 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:20,179 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:20,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791839885_0001_00_000001, stoppedTime=1452791840179, exitStatus=0
2016-01-14 17:17:20,179 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:20,179 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:20,179 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:20,179 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791839885_0001_1
2016-01-14 17:17:20,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791839885_0001_1
2016-01-14 17:17:20,182 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 6E1851F6F3C84C03BAA997EB6D3467E7 for vertex: vertex_1452791839885_0001_1_00 [A5B55EBE225B4293874D958EA9CC307C]
2016-01-14 17:17:20,187 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791839885_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:20,187 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791839885_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:20,187 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791839885_0001_00_000001, Exiting
2016-01-14 17:17:20,187 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791839885_0001_00_000001
2016-01-14 17:17:20,187 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791839885_0001_00_000001
2016-01-14 17:17:20,191 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791839885_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:20,191 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791839885_0001_00_000001 completed successfully
2016-01-14 17:17:20,194 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791839885_0001_1, queueSize=0
2016-01-14 17:17:20,194 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:20,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791839885_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791839885_0001_1, startTime=1452791840093, finishTime=1452791840192, timeTaken=99, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840164, Process_Duration=5, Process_End_Time=1452791840169, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,196 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791839885_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:20,196 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791839885_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:20,197 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791839885_0001_00_000001
2016-01-14 17:17:20,197 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791839885_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:20 Completed Dag: dag_1452791839885_0001_1
2016-01-14 17:17:20,199 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791839885_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:20,200 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791839885_0001_1_post
2016-01-14 17:17:20,200 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,200 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:20,204 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.-1_'field2'_RESULTS, applicationId=application_1452791839885_0001
2016-01-14 17:17:20,208 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:20,208 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:20,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:20,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:20,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:20,208 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:20,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:20,210 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:20,210 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:20,210 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:20,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:20,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:20,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:20,216 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B4477576563347FC9BA1D7A8341E7D80/A8BDAE30A5F148CBA8A3DD4CEB1286E5/.tez/application_1452791839885_0001
2016-01-14 17:17:20,217 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.361
2016-01-14 17:17:20,301 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_RESULTS
2016-01-14 17:17:20,326 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:20,326 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:20,376 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 17:17:20,387 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 17:17:20,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:20,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:20,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:20,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:20,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,422 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:20,423 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:20,423 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"]
2016-01-14 17:17:20,424 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:20,424 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:20,425 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:20,426 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,426 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:20,439 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:20,444 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:20,445 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:20,445 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:20,454 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001 doesn't exist and is created
2016-01-14 17:17:20,471 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:20,472 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:20,472 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001
2016-01-14 17:17:20,477 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791840444_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:20,490 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:20,491 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:20,493 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:20,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:20,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001/localmode-log-dir
2016-01-14 17:17:20,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001/localmode-log-dir/history.txt.appattempt_1452791840444_0001_000000, maxErrors=10
2016-01-14 17:17:20,493 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:20,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791840444_0001_000000, appSubmitTime=1452791840476, launchTime=1452791840476
2016-01-14 17:17:20,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:20,502 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:20,503 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:52022
2016-01-14 17:17:20,505 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:20,505 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:20,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791840444_0001_000000, startTime=1452791840508
2016-01-14 17:17:20,508 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:20,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:20,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:20,572 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:20,572 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:20,572 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452791840444_0001, dagName=[8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,600 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,602 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791840444_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001/localmode-log-dir/dag_1452791840444_0001_1.dot
2016-01-14 17:17:20,603 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001/localmode-log-dir/dag_1452791840444_0001_1-tez-dag.pb.txt
2016-01-14 17:17:20,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791840444_0001_1
2016-01-14 17:17:20,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,626 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20 Running Dag: dag_1452791840444_0001_1
2016-01-14 17:17:20,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791840444_0001_1, submitTime=1452791840600
2016-01-14 17:17:20,643 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:20,643 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C01460554EF34DBBA026B908FF03B7D4
2016-01-14 17:17:20,644 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:20,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:20,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791840444_0001_1, initTime=1452791840643
2016-01-14 17:17:20,646 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791840444_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:20,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:20,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:DAG_STARTED]: dagID=dag_1452791840444_0001_1, startTime=1452791840647
2016-01-14 17:17:20,647 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:20,648 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791840444_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:20,648 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C01460554EF34DBBA026B908FF03B7D4 : {BD8F1441A0654620B6530BFB5D394365={InputName=BD8F1441A0654620B6530BFB5D394365}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:20,648 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: BD8F1441A0654620B6530BFB5D394365, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:20,648 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,648 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,648 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,649 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]. Starting root input initializers: 1
2016-01-14 17:17:20,648 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452791840444_0001, dagName=[8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,649 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:20,652 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: BD8F1441A0654620B6530BFB5D394365 on vertex vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,655 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:20,655 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input BD8F1441A0654620B6530BFB5D394365 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:20,657 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:20,658 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:20,660 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:20,660 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: BD8F1441A0654620B6530BFB5D394365 on vertex vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,660 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:20,661 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {BD8F1441A0654620B6530BFB5D394365=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:20,661 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] parallelism set to 1
2016-01-14 17:17:20,661 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:20,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791840444_0001_1_00, eventCount=1
2016-01-14 17:17:20,662 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,662 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E9BA9CEDE96A411F9B5955649AF3E33A, vertexId=vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:20,662 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E9BA9CEDE96A411F9B5955649AF3E33A, vertexId=vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,665 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E9BA9CEDE96A411F9B5955649AF3E33A, vertexName=C01460554EF34DBBA026B908FF03B7D4, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:20,665 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E9BA9CEDE96A411F9B5955649AF3E33A, vertexId=vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:20,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, vertexId=vertex_1452791840444_0001_1_00, initRequestedTime=1452791840648, initedTime=1452791840667, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:20,668 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] with distanceFromRoot: 0
2016-01-14 17:17:20,668 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:20,669 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C01460554EF34DBBA026B908FF03B7D4
2016-01-14 17:17:20,669 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,670 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791840444_0001_1_00, startRequestedTime=1452791840669, startedTime=1452791840669
2016-01-14 17:17:20,670 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:20,670 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:20,671 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:20,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:TASK_STARTED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, taskId=task_1452791840444_0001_1_00_000000, scheduledTime=1452791840671, launchTime=1452791840671
2016-01-14 17:17:20,671 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791840444_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:20,672 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,672 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL, VertexName: C01460554EF34DBBA026B908FF03B7D4, VertexParallelism: 1, TaskAttemptID:attempt_1452791840444_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BD8F1441A0654620B6530BFB5D394365, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E9BA9CEDE96A411F9B5955649AF3E33A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:20,673 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791840444_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:20,673 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:20,674 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:20,675 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:20,675 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:20,676 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791840444_0001_00_000001
2016-01-14 17:17:20,676 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:20,679 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791840444_0001_00_000001
2016-01-14 17:17:20,679 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:20,681 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:20,681 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:20,681 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791840444_0001_00_000001, launchTime=1452791840681
2016-01-14 17:17:20,681 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791840444_0001, with dag id: dag_1452791840444_0001_1
2016-01-14 17:17:20,682 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791840444_0001_00_000001
2016-01-14 17:17:20,685 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791840444_0001_1_00_000000_0] to container: [container_1452791840444_0001_00_000001]
2016-01-14 17:17:20,685 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:20,685 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791840444_0001_00_000001 given task: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,686 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791840444_0001_1_00_000000_0] started. Is using containerId: [container_1452791840444_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:20,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0, startTime=1452791840685, containerId=container_1452791840444_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791840444_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:20,688 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791840444_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:20,688 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791840444_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:20,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:20,689 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791840444_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20 Starting to run new task attempt: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,690 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,690 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,690 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:20,691 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:20,691 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:20,691 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:20,691 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:20,691 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E] each.each/(1/1) ...'_RESULTS.-1_'field2'_ALL, VertexName: C01460554EF34DBBA026B908FF03B7D4, VertexParallelism: 1, TaskAttemptID:attempt_1452791840444_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BD8F1441A0654620B6530BFB5D394365, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E9BA9CEDE96A411F9B5955649AF3E33A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:20,692 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:20,692 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:20,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,695 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791840444_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:20,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E9BA9CEDE96A411F9B5955649AF3E33A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:20,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:20,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E9BA9CEDE96A411F9B5955649AF3E33A
2016-01-14 17:17:20,697 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:20,697 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E9BA9CEDE96A411F9B5955649AF3E33A
2016-01-14 17:17:20,698 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:20,699 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BD8F1441A0654620B6530BFB5D394365, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:20,700 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:20,700 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,701 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,709 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:20,709 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,714 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C01460554EF34DBBA026B908FF03B7D4, ordinal: 0
2016-01-14 17:17:20,714 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C01460554EF34DBBA026B908FF03B7D4, mem on start (mb), free: 209, total: 388, max: 672
2016-01-14 17:17:20,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:20,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:20,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:20,719 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:20,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E9BA9CEDE96A411F9B5955649AF3E33A
2016-01-14 17:17:20,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:20,720 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:20,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:20,722 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:20,722 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:20,722 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:20,724 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:20,724 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:20,724 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E9BA9CEDE96A411F9B5955649AF3E33A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:20,724 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BD8F1441A0654620B6530BFB5D394365, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BD8F1441A0654620B6530BFB5D394365 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,726 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:20,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:20,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:20,728 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,729 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:20,729 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5475c95c
2016-01-14 17:17:20,730 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5475c95c
2016-01-14 17:17:20,731 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:20,731 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:20,734 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:20,736 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BD8F1441A0654620B6530BFB5D394365
2016-01-14 17:17:20,736 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"], id: E9BA9CEDE96A411F9B5955649AF3E33A
2016-01-14 17:17:20,736 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_'field2'_ALL"]
2016-01-14 17:17:20,736 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:20,737 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:20,738 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C01460554EF34DBBA026B908FF03B7D4, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:20,741 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:20,741 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:20,742 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,742 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791840444_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:20,744 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,744 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C01460554EF34DBBA026B908FF03B7D4, mem on close (mb), free: 208, total: 388, max: 672
2016-01-14 17:17:20 Completed running task attempt: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,746 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:20,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791840738, Process_Duration=6, Process_End_Time=1452791840744, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:20,748 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:20,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, taskAttemptId=attempt_1452791840444_0001_1_00_000000_0, startTime=1452791840685, finishTime=1452791840747, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840738, Process_Duration=6, Process_End_Time=1452791840744, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,749 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791840444_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:20,749 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20,748 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:20,750 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:20,750 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791840444_0001_00_000001
2016-01-14 17:17:20,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:TASK_FINISHED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, taskId=task_1452791840444_0001_1_00_000000, startTime=1452791840685, finishTime=1452791840750, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1452791840444_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840738, Process_Duration=6, Process_End_Time=1452791840744, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,750 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:20,751 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791840444_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:20,751 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] : 1
2016-01-14 17:17:20,752 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,753 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:20,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:VERTEX_FINISHED]: vertexName=C01460554EF34DBBA026B908FF03B7D4, vertexId=vertex_1452791840444_0001_1_00, initRequestedTime=1452791840648, initedTime=1452791840667, startRequestedTime=1452791840669, startedTime=1452791840669, finishTime=1452791840752, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840738, Process_Duration=6, Process_End_Time=1452791840744, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791840685, firstTasksToStart=[ task_1452791840444_0001_1_00_000000 ], lastTaskFinishTime=1452791840747, lastTasksToFinish=[ task_1452791840444_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791840444_0001_1_00_000000 ], longestDurationTasks=[ task_1452791840444_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:20,753 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:20,754 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:20,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791840444_0001_00_000001, stoppedTime=1452791840754, exitStatus=0
2016-01-14 17:17:20,754 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:20,755 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:20,755 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:20,755 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791840444_0001_1
2016-01-14 17:17:20,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791840444_0001_1
2016-01-14 17:17:20,756 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E9BA9CEDE96A411F9B5955649AF3E33A for vertex: vertex_1452791840444_0001_1_00 [C01460554EF34DBBA026B908FF03B7D4]
2016-01-14 17:17:20,761 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791840444_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:20,761 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791840444_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:20,762 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791840444_0001_00_000001, Exiting
2016-01-14 17:17:20,762 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791840444_0001_00_000001
2016-01-14 17:17:20,762 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791840444_0001_00_000001
2016-01-14 17:17:20,766 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791840444_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:20,766 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791840444_0001_00_000001 completed successfully
2016-01-14 17:17:20,768 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791840444_0001_1, queueSize=0
2016-01-14 17:17:20,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:20,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791840444_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791840444_0001_1, startTime=1452791840647, finishTime=1452791840766, timeTaken=119, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=406847488, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791840738, Process_Duration=6, Process_End_Time=1452791840744, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:20,769 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791840444_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:20,769 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791840444_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:20,769 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791840444_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:20,769 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791840444_0001_00_000001
2016-01-14 17:17:20 Completed Dag: dag_1452791840444_0001_1
2016-01-14 17:17:20,770 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791840444_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:20,771 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791840444_0001_1_post
2016-01-14 17:17:20,771 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:20,771 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:20,776 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.-1_'field2'_ALL, applicationId=application_1452791840444_0001
2016-01-14 17:17:20,780 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:20,780 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:20,780 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:20,780 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:20,780 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:20,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:20,782 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:20,782 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:20,782 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:20,782 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:20,782 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:20,783 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:20,783 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:20,787 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/8D5320D6D4A748B3802A638B65639B08/AEC9B5C4783E4FACAE10F58A1DFEA52E/.tez/application_1452791840444_0001
2016-01-14 17:17:20,788 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.366
2016-01-14 17:17:20,889 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_'field2'_ALL
2016-01-14 17:17:20,921 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:20,921 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:20,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 17:17:20,993 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-01-14 17:17:20,994 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:20,994 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:20,994 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:21,018 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:21,020 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,034 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:21,034 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:21,035 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"]
2016-01-14 17:17:21,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:21,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:21,037 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:21,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,038 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:21,057 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:21,062 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:21,063 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:21,063 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:21,073 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001 doesn't exist and is created
2016-01-14 17:17:21,093 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:21,094 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:21,094 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001
2016-01-14 17:17:21,099 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791841063_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:21,116 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:21,118 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:21,120 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:21,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:21,121 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001/localmode-log-dir
2016-01-14 17:17:21,121 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001/localmode-log-dir/history.txt.appattempt_1452791841063_0001_000000, maxErrors=10
2016-01-14 17:17:21,122 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:21,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791841063_0001_000000, appSubmitTime=1452791841099, launchTime=1452791841099
2016-01-14 17:17:21,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:21,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:21,159 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:21,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:21,164 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49536
2016-01-14 17:17:21,166 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:21,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791841063_0001_000000, startTime=1452791841169
2016-01-14 17:17:21,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:21,169 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:21,194 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:21,194 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:21,194 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452791841063_0001, dagName=[FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,214 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,215 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791841063_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001/localmode-log-dir/dag_1452791841063_0001_1.dot
2016-01-14 17:17:21,216 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001/localmode-log-dir/dag_1452791841063_0001_1-tez-dag.pb.txt
2016-01-14 17:17:21,245 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791841063_0001_1
2016-01-14 17:17:21,245 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:21,245 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21 Running Dag: dag_1452791841063_0001_1
2016-01-14 17:17:21,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791841063_0001_1, submitTime=1452791841214
2016-01-14 17:17:21,266 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:21,267 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex EFEB7A53B75F40EFBDBF06709092457A
2016-01-14 17:17:21,267 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:21,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791841063_0001_1, initTime=1452791841266
2016-01-14 17:17:21,268 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841063_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:21,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:21,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:DAG_STARTED]: dagID=dag_1452791841063_0001_1, startTime=1452791841270
2016-01-14 17:17:21,271 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:21,271 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841063_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:21,271 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EFEB7A53B75F40EFBDBF06709092457A : {7060746A74C14DCA9E41FACD7A5D2695={InputName=7060746A74C14DCA9E41FACD7A5D2695}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:21,271 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7060746A74C14DCA9E41FACD7A5D2695, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:21,271 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,272 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,272 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:21,272 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]. Starting root input initializers: 1
2016-01-14 17:17:21,273 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:21,276 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452791841063_0001, dagName=[FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,276 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7060746A74C14DCA9E41FACD7A5D2695 on vertex vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,277 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:21,278 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7060746A74C14DCA9E41FACD7A5D2695 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:21,279 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:21,280 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:21,283 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:21,285 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7060746A74C14DCA9E41FACD7A5D2695 on vertex vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,285 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:21,285 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7060746A74C14DCA9E41FACD7A5D2695=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:21,286 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] parallelism set to 1
2016-01-14 17:17:21,286 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:21,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791841063_0001_1_00, eventCount=1
2016-01-14 17:17:21,286 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,287 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=0D1E4CFD8C0F4545891482FA1310AECC, vertexId=vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:21,287 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=0D1E4CFD8C0F4545891482FA1310AECC, vertexId=vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,289 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=0D1E4CFD8C0F4545891482FA1310AECC, vertexName=EFEB7A53B75F40EFBDBF06709092457A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:21,290 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=0D1E4CFD8C0F4545891482FA1310AECC, vertexId=vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, vertexId=vertex_1452791841063_0001_1_00, initRequestedTime=1452791841271, initedTime=1452791841291, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:21,292 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] with distanceFromRoot: 0
2016-01-14 17:17:21,292 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:21,292 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:21,292 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EFEB7A53B75F40EFBDBF06709092457A
2016-01-14 17:17:21,292 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791841063_0001_1_00, startRequestedTime=1452791841292, startedTime=1452791841292
2016-01-14 17:17:21,292 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:21,293 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:21,297 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:21,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:TASK_STARTED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, taskId=task_1452791841063_0001_1_00_000000, scheduledTime=1452791841296, launchTime=1452791841296
2016-01-14 17:17:21,298 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841063_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:21,299 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,300 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, VertexName: EFEB7A53B75F40EFBDBF06709092457A, VertexParallelism: 1, TaskAttemptID:attempt_1452791841063_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7060746A74C14DCA9E41FACD7A5D2695, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0D1E4CFD8C0F4545891482FA1310AECC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:21,302 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841063_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:21,302 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:21,304 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:21,305 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:21,305 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:21,307 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791841063_0001_00_000001
2016-01-14 17:17:21,307 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:21,310 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791841063_0001_00_000001
2016-01-14 17:17:21,310 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:21,311 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:21,311 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:21,311 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791841063_0001, with dag id: dag_1452791841063_0001_1
2016-01-14 17:17:21,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791841063_0001_00_000001, launchTime=1452791841311
2016-01-14 17:17:21,315 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791841063_0001_00_000001
2016-01-14 17:17:21,316 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791841063_0001_1_00_000000_0] to container: [container_1452791841063_0001_00_000001]
2016-01-14 17:17:21,317 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:21,321 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791841063_0001_00_000001 given task: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,321 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791841063_0001_1_00_000000_0] started. Is using containerId: [container_1452791841063_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:21,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0, startTime=1452791841319, containerId=container_1452791841063_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791841063_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:21,322 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841063_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:21,322 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841063_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:21,321 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791841063_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:21 Starting to run new task attempt: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,326 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,326 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:21,326 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:21,326 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:21,326 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:21,326 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:21,327 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:21,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A] each.each/(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, VertexName: EFEB7A53B75F40EFBDBF06709092457A, VertexParallelism: 1, TaskAttemptID:attempt_1452791841063_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7060746A74C14DCA9E41FACD7A5D2695, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0D1E4CFD8C0F4545891482FA1310AECC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:21,327 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:21,331 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:21,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:21,332 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791841063_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:21,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7060746A74C14DCA9E41FACD7A5D2695, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:21,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:21,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:21,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,336 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,337 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:21,342 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:21,342 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=0D1E4CFD8C0F4545891482FA1310AECC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:21,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:21,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 0D1E4CFD8C0F4545891482FA1310AECC
2016-01-14 17:17:21,344 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:21,344 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 0D1E4CFD8C0F4545891482FA1310AECC
2016-01-14 17:17:21,353 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EFEB7A53B75F40EFBDBF06709092457A, ordinal: 0
2016-01-14 17:17:21,354 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EFEB7A53B75F40EFBDBF06709092457A, mem on start (mb), free: 335, total: 385, max: 672
2016-01-14 17:17:21,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:21,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:21,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:21,360 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:21,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 0D1E4CFD8C0F4545891482FA1310AECC
2016-01-14 17:17:21,361 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:21,361 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:21,361 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:21,362 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:21,362 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:21,362 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:21,363 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:21,363 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:21,363 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7060746A74C14DCA9E41FACD7A5D2695, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:21,364 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 0D1E4CFD8C0F4545891482FA1310AECC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:21,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:21,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7060746A74C14DCA9E41FACD7A5D2695 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:21,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:21,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:21,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,366 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:21,366 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:21,367 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,370 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:21,371 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:21,371 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6608842e
2016-01-14 17:17:21,372 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 7060746A74C14DCA9E41FACD7A5D2695
2016-01-14 17:17:21,373 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"], id: 0D1E4CFD8C0F4545891482FA1310AECC
2016-01-14 17:17:21,374 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_-1"]
2016-01-14 17:17:21,375 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:21,375 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:21,375 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6608842e
2016-01-14 17:17:21,375 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:21,377 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:21,377 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EFEB7A53B75F40EFBDBF06709092457A, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:21,381 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:21,381 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:21,382 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,382 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791841063_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:21,383 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,384 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EFEB7A53B75F40EFBDBF06709092457A, mem on close (mb), free: 333, total: 385, max: 672
2016-01-14 17:17:21 Completed running task attempt: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,385 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:21,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791841377, Process_Duration=6, Process_End_Time=1452791841383, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:21,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:21,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, taskAttemptId=attempt_1452791841063_0001_1_00_000000_0, startTime=1452791841319, finishTime=1452791841386, timeTaken=67, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791841377, Process_Duration=6, Process_End_Time=1452791841383, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:21,387 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841063_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:21,388 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21,388 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:21,389 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:21,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:TASK_FINISHED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, taskId=task_1452791841063_0001_1_00_000000, startTime=1452791841319, finishTime=1452791841388, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1452791841063_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791841377, Process_Duration=6, Process_End_Time=1452791841383, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:21,388 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:21,390 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841063_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:21,390 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:21,390 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] : 1
2016-01-14 17:17:21,390 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,393 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:21,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:VERTEX_FINISHED]: vertexName=EFEB7A53B75F40EFBDBF06709092457A, vertexId=vertex_1452791841063_0001_1_00, initRequestedTime=1452791841271, initedTime=1452791841291, startRequestedTime=1452791841292, startedTime=1452791841292, finishTime=1452791841390, timeTaken=98, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791841377, Process_Duration=6, Process_End_Time=1452791841383, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791841319, firstTasksToStart=[ task_1452791841063_0001_1_00_000000 ], lastTaskFinishTime=1452791841386, lastTasksToFinish=[ task_1452791841063_0001_1_00_000000 ], minTaskDuration=67, maxTaskDuration=67, avgTaskDuration=67.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791841063_0001_1_00_000000 ], longestDurationTasks=[ task_1452791841063_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:21,394 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791841063_0001_00_000001
2016-01-14 17:17:21,394 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:21,395 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:21,395 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791841063_0001_00_000001, stoppedTime=1452791841395, exitStatus=0
2016-01-14 17:17:21,395 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:21,395 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:21,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:21,395 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791841063_0001_1
2016-01-14 17:17:21,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791841063_0001_1
2016-01-14 17:17:21,397 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 0D1E4CFD8C0F4545891482FA1310AECC for vertex: vertex_1452791841063_0001_1_00 [EFEB7A53B75F40EFBDBF06709092457A]
2016-01-14 17:17:21,402 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791841063_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:21,402 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791841063_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:21,403 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791841063_0001_00_000001, Exiting
2016-01-14 17:17:21,403 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791841063_0001_00_000001
2016-01-14 17:17:21,403 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791841063_0001_00_000001
2016-01-14 17:17:21,405 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791841063_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:21,406 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791841063_0001_00_000001 completed successfully
2016-01-14 17:17:21,413 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791841063_0001_1, queueSize=0
2016-01-14 17:17:21,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:21,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841063_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791841063_0001_1, startTime=1452791841270, finishTime=1452791841411, timeTaken=141, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791841377, Process_Duration=6, Process_End_Time=1452791841383, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:21,413 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791841063_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:21,414 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841063_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:21,414 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841063_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:21,415 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791841063_0001_00_000001
2016-01-14 17:17:21 Completed Dag: dag_1452791841063_0001_1
2016-01-14 17:17:21,417 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791841063_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:21,417 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791841063_0001_1_post
2016-01-14 17:17:21,417 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:21,417 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:21,422 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.-1_UNKNOWN_-1, applicationId=application_1452791841063_0001
2016-01-14 17:17:21,424 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:21,424 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:21,425 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:21,425 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:21,425 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:21,425 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:21,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:21,426 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:21,426 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:21,426 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:21,427 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:21,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:21,428 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:21,433 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/FE42A65D08EF4C6690355877C92F2916/E475CCF9C6BE4BD7BA09CD9EE038617A/.tez/application_1452791841063_0001
2016-01-14 17:17:21,434 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.400
2016-01-14 17:17:21,549 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_-1
2016-01-14 17:17:21,589 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:21,590 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:21,643 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.009
2016-01-14 17:17:21,648 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.014
2016-01-14 17:17:21,648 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:21,649 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:21,649 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_'field2'
2016-01-14 17:17:21,688 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:21,689 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:21,753 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 17:17:21,765 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-01-14 17:17:21,766 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:21,766 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:21,766 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:21,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:21,795 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:21,815 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:21,817 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:21,818 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"]
2016-01-14 17:17:21,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:21,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:21,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:21,821 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:21,821 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:21,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:21,851 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:21,852 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:21,852 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:21,865 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001 doesn't exist and is created
2016-01-14 17:17:21,885 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:21,885 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:21,886 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001
2016-01-14 17:17:21,890 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791841851_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:21,903 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:21,904 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:21,905 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:21,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:21,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001/localmode-log-dir
2016-01-14 17:17:21,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001/localmode-log-dir/history.txt.appattempt_1452791841851_0001_000000, maxErrors=10
2016-01-14 17:17:21,906 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:21,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791841851_0001_000000, appSubmitTime=1452791841890, launchTime=1452791841890
2016-01-14 17:17:21,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:21,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:21,916 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43059
2016-01-14 17:17:21,916 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:21,916 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:21,918 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:21,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:21,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791841851_0001_000000, startTime=1452791841921
2016-01-14 17:17:21,921 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:21,985 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:21,986 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:21,986 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452791841851_0001, dagName=[348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:22,003 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:22,005 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791841851_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001/localmode-log-dir/dag_1452791841851_0001_1.dot
2016-01-14 17:17:22,006 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001/localmode-log-dir/dag_1452791841851_0001_1-tez-dag.pb.txt
2016-01-14 17:17:22,014 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791841851_0001_1
2016-01-14 17:17:22,014 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,015 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:22 Running Dag: dag_1452791841851_0001_1
2016-01-14 17:17:22,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791841851_0001_1, submitTime=1452791842004
2016-01-14 17:17:22,030 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DBDF2937F54E44A1907C2C34E9588525
2016-01-14 17:17:22,030 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:22,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791841851_0001_1, initTime=1452791842029
2016-01-14 17:17:22,031 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841851_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:22,030 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:22,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:22,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:DAG_STARTED]: dagID=dag_1452791841851_0001_1, startTime=1452791842034
2016-01-14 17:17:22,034 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452791841851_0001, dagName=[348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:22,034 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:22,034 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:22,036 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841851_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:22,036 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DBDF2937F54E44A1907C2C34E9588525 : {06D7998217604E7F9496B5074DE06508={InputName=06D7998217604E7F9496B5074DE06508}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:22,036 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 06D7998217604E7F9496B5074DE06508, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:22,036 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,037 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,037 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]. Starting root input initializers: 1
2016-01-14 17:17:22,037 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:22,037 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 06D7998217604E7F9496B5074DE06508 on vertex vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,040 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:22,041 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 06D7998217604E7F9496B5074DE06508 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:22,043 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:22,043 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:22,045 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:22,045 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 06D7998217604E7F9496B5074DE06508 on vertex vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,046 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:22,046 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {06D7998217604E7F9496B5074DE06508=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:22,046 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] parallelism set to 1
2016-01-14 17:17:22,046 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:22,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791841851_0001_1_00, eventCount=1
2016-01-14 17:17:22,047 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,047 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=570F18147893474EBB32458955FA5DBC, vertexId=vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:22,047 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=570F18147893474EBB32458955FA5DBC, vertexId=vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,049 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=570F18147893474EBB32458955FA5DBC, vertexName=DBDF2937F54E44A1907C2C34E9588525, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:22,050 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=570F18147893474EBB32458955FA5DBC, vertexId=vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, vertexId=vertex_1452791841851_0001_1_00, initRequestedTime=1452791842036, initedTime=1452791842051, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:22,051 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] with distanceFromRoot: 0
2016-01-14 17:17:22,051 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:22,051 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DBDF2937F54E44A1907C2C34E9588525
2016-01-14 17:17:22,051 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:22,051 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791841851_0001_1_00, startRequestedTime=1452791842051, startedTime=1452791842051
2016-01-14 17:17:22,052 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:22,053 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:22,054 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791841851_0001, with dag id: dag_1452791841851_0001_1
2016-01-14 17:17:22,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:TASK_STARTED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, taskId=task_1452791841851_0001_1_00_000000, scheduledTime=1452791842054, launchTime=1452791842054
2016-01-14 17:17:22,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:22,055 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841851_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:22,056 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,057 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field', VertexName: DBDF2937F54E44A1907C2C34E9588525, VertexParallelism: 1, TaskAttemptID:attempt_1452791841851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=06D7998217604E7F9496B5074DE06508, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=570F18147893474EBB32458955FA5DBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:22,058 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841851_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:22,059 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:22,060 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:22,061 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:22,061 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:22,061 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791841851_0001_00_000001
2016-01-14 17:17:22,062 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:22,063 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791841851_0001_00_000001
2016-01-14 17:17:22,063 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:22,064 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:22,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:22,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791841851_0001_00_000001, launchTime=1452791842064
2016-01-14 17:17:22,066 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791841851_0001_00_000001
2016-01-14 17:17:22,067 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791841851_0001_1_00_000000_0] to container: [container_1452791841851_0001_00_000001]
2016-01-14 17:17:22,067 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:22,068 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791841851_0001_1_00_000000_0] started. Is using containerId: [container_1452791841851_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:22,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0, startTime=1452791842068, containerId=container_1452791841851_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791841851_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:22,068 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841851_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:22,068 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:22,068 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841851_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:22,069 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791841851_0001_00_000001 given task: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,069 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791841851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22 Starting to run new task attempt: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,070 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,070 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,070 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:22,070 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:22,070 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:22,070 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:22,071 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:22,071 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F] each.each/(1/1) ...ESULTS.-1_UNKNOWN_'field', VertexName: DBDF2937F54E44A1907C2C34E9588525, VertexParallelism: 1, TaskAttemptID:attempt_1452791841851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=06D7998217604E7F9496B5074DE06508, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=570F18147893474EBB32458955FA5DBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:22,071 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:22,072 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:22,073 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791841851_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:22,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,077 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:22,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=06D7998217604E7F9496B5074DE06508, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:22,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:22,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,078 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=570F18147893474EBB32458955FA5DBC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:22,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:22,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 570F18147893474EBB32458955FA5DBC
2016-01-14 17:17:22,081 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:22,081 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 570F18147893474EBB32458955FA5DBC
2016-01-14 17:17:22,086 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:22,086 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,093 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DBDF2937F54E44A1907C2C34E9588525, ordinal: 0
2016-01-14 17:17:22,093 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DBDF2937F54E44A1907C2C34E9588525, mem on start (mb), free: 240, total: 385, max: 672
2016-01-14 17:17:22,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:22,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:22,096 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:22,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 570F18147893474EBB32458955FA5DBC
2016-01-14 17:17:22,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:22,097 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:22,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:22,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:22,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:22,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:22,097 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:22,099 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:22,099 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 06D7998217604E7F9496B5074DE06508, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:22,099 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 570F18147893474EBB32458955FA5DBC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:22,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:22,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 06D7998217604E7F9496B5074DE06508 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:22,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,101 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:22,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:22,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:22,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:22,102 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,102 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:22,103 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4a20e202
2016-01-14 17:17:22,104 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4a20e202
2016-01-14 17:17:22,104 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:22,105 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:22,105 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,105 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 06D7998217604E7F9496B5074DE06508
2016-01-14 17:17:22,106 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"], id: 570F18147893474EBB32458955FA5DBC
2016-01-14 17:17:22,106 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_'field'"]
2016-01-14 17:17:22,106 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,106 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:22,107 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DBDF2937F54E44A1907C2C34E9588525, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:22,109 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:22,109 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:22,110 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,110 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791841851_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:22,111 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,111 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DBDF2937F54E44A1907C2C34E9588525, mem on close (mb), free: 238, total: 385, max: 672
2016-01-14 17:17:22 Completed running task attempt: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,112 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:22,113 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791842107, Process_Duration=4, Process_End_Time=1452791842111, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:22,113 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:22,113 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, taskAttemptId=attempt_1452791841851_0001_1_00_000000_0, startTime=1452791842068, finishTime=1452791842113, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842107, Process_Duration=4, Process_End_Time=1452791842111, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:22,114 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791841851_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:22,114 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:22,114 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22,115 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791841851_0001_00_000001
2016-01-14 17:17:22,116 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:22,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:TASK_FINISHED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, taskId=task_1452791841851_0001_1_00_000000, startTime=1452791842068, finishTime=1452791842115, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1452791841851_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842107, Process_Duration=4, Process_End_Time=1452791842111, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,116 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791841851_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:22,116 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] : 1
2016-01-14 17:17:22,117 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,118 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:22,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:VERTEX_FINISHED]: vertexName=DBDF2937F54E44A1907C2C34E9588525, vertexId=vertex_1452791841851_0001_1_00, initRequestedTime=1452791842036, initedTime=1452791842051, startRequestedTime=1452791842051, startedTime=1452791842051, finishTime=1452791842117, timeTaken=66, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842107, Process_Duration=4, Process_End_Time=1452791842111, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791842068, firstTasksToStart=[ task_1452791841851_0001_1_00_000000 ], lastTaskFinishTime=1452791842113, lastTasksToFinish=[ task_1452791841851_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791841851_0001_1_00_000000 ], longestDurationTasks=[ task_1452791841851_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:22,118 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:22,118 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:22,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791841851_0001_00_000001, stoppedTime=1452791842118, exitStatus=0
2016-01-14 17:17:22,118 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:22,118 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:22,119 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:22,119 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791841851_0001_1
2016-01-14 17:17:22,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791841851_0001_1
2016-01-14 17:17:22,119 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 570F18147893474EBB32458955FA5DBC for vertex: vertex_1452791841851_0001_1_00 [DBDF2937F54E44A1907C2C34E9588525]
2016-01-14 17:17:22,126 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791841851_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:22,126 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791841851_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:22,126 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791841851_0001_00_000001, Exiting
2016-01-14 17:17:22,126 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791841851_0001_00_000001
2016-01-14 17:17:22,126 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791841851_0001_00_000001
2016-01-14 17:17:22,128 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791841851_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:22,129 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791841851_0001_00_000001 completed successfully
2016-01-14 17:17:22,133 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791841851_0001_1, queueSize=0
2016-01-14 17:17:22,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:22,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791841851_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791841851_0001_1, startTime=1452791842034, finishTime=1452791842131, timeTaken=97, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842107, Process_Duration=4, Process_End_Time=1452791842111, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,135 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791841851_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:22,135 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791841851_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:22,137 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791841851_0001_00_000001
2016-01-14 17:17:22,138 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791841851_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:22 Completed Dag: dag_1452791841851_0001_1
2016-01-14 17:17:22,139 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791841851_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:22,139 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791841851_0001_1_post
2016-01-14 17:17:22,140 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,140 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:22,143 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_'field', applicationId=application_1452791841851_0001
2016-01-14 17:17:22,146 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:22,146 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:22,146 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:22,146 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:22,147 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:22,147 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:22,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:22,149 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:22,150 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:22,150 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:22,150 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:22,150 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:22,151 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:22,155 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/348181EF17554D04968A010987991CF7/C7815554ED964D2B925AB0984E216D7F/.tez/application_1452791841851_0001
2016-01-14 17:17:22,155 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.340
2016-01-14 17:17:22,232 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_'field'
2016-01-14 17:17:22,269 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:22,270 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:22,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 17:17:22,337 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-01-14 17:17:22,337 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:22,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:22,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:22,356 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:22,357 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:22,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"]
2016-01-14 17:17:22,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:22,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:22,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:22,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,372 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:22,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:22,392 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:22,392 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:22,393 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:22,402 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001 doesn't exist and is created
2016-01-14 17:17:22,422 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:22,422 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:22,422 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001
2016-01-14 17:17:22,427 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791842392_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:22,438 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:22,439 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:22,441 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:22,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:22,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001/localmode-log-dir
2016-01-14 17:17:22,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001/localmode-log-dir/history.txt.appattempt_1452791842392_0001_000000, maxErrors=10
2016-01-14 17:17:22,442 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:22,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791842392_0001_000000, appSubmitTime=1452791842426, launchTime=1452791842426
2016-01-14 17:17:22,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:22,448 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:50374
2016-01-14 17:17:22,450 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:22,453 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:22,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:22,456 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:22,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791842392_0001_000000, startTime=1452791842459
2016-01-14 17:17:22,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:22,459 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:22,522 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:22,522 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:22,522 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452791842392_0001, dagName=[D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,542 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,544 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791842392_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001/localmode-log-dir/dag_1452791842392_0001_1.dot
2016-01-14 17:17:22,544 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001/localmode-log-dir/dag_1452791842392_0001_1-tez-dag.pb.txt
2016-01-14 17:17:22,556 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791842392_0001_1
2016-01-14 17:17:22,556 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,556 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22 Running Dag: dag_1452791842392_0001_1
2016-01-14 17:17:22,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791842392_0001_1, submitTime=1452791842542
2016-01-14 17:17:22,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:22,570 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A640A8836B644743BB2D128522B60C23
2016-01-14 17:17:22,571 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:22,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791842392_0001_1, initTime=1452791842570
2016-01-14 17:17:22,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:22,572 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842392_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:22,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:DAG_STARTED]: dagID=dag_1452791842392_0001_1, startTime=1452791842573
2016-01-14 17:17:22,573 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:22,573 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:22,573 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842392_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:22,574 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A640A8836B644743BB2D128522B60C23 : {33F5D230DB1244FDA900EA7D7F4A55F9={InputName=33F5D230DB1244FDA900EA7D7F4A55F9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:22,574 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 33F5D230DB1244FDA900EA7D7F4A55F9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:22,574 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,574 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,574 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,575 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]. Starting root input initializers: 1
2016-01-14 17:17:22,574 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452791842392_0001, dagName=[D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,576 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:22,577 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 33F5D230DB1244FDA900EA7D7F4A55F9 on vertex vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,579 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:22,579 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 33F5D230DB1244FDA900EA7D7F4A55F9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:22,580 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:22,580 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:22,582 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:22,583 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 33F5D230DB1244FDA900EA7D7F4A55F9 on vertex vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,583 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:22,583 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {33F5D230DB1244FDA900EA7D7F4A55F9=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:22,583 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] parallelism set to 1
2016-01-14 17:17:22,584 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:22,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791842392_0001_1_00, eventCount=1
2016-01-14 17:17:22,584 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,584 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=4355133FCCD5482B976EFDE4C58C980E, vertexId=vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:22,585 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=4355133FCCD5482B976EFDE4C58C980E, vertexId=vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,586 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=4355133FCCD5482B976EFDE4C58C980E, vertexName=A640A8836B644743BB2D128522B60C23, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:22,586 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=4355133FCCD5482B976EFDE4C58C980E, vertexId=vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A640A8836B644743BB2D128522B60C23, vertexId=vertex_1452791842392_0001_1_00, initRequestedTime=1452791842574, initedTime=1452791842588, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:22,588 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:22,588 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] with distanceFromRoot: 0
2016-01-14 17:17:22,590 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:22,590 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A640A8836B644743BB2D128522B60C23
2016-01-14 17:17:22,590 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,591 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:22,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791842392_0001_1_00, startRequestedTime=1452791842590, startedTime=1452791842590
2016-01-14 17:17:22,591 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:22,592 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:22,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:TASK_STARTED]: vertexName=A640A8836B644743BB2D128522B60C23, taskId=task_1452791842392_0001_1_00_000000, scheduledTime=1452791842592, launchTime=1452791842592
2016-01-14 17:17:22,592 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842392_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:22,592 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, VertexName: A640A8836B644743BB2D128522B60C23, VertexParallelism: 1, TaskAttemptID:attempt_1452791842392_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=33F5D230DB1244FDA900EA7D7F4A55F9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4355133FCCD5482B976EFDE4C58C980E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:22,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842392_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:22,593 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:22,594 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:22,594 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:22,594 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:22,595 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791842392_0001_00_000001
2016-01-14 17:17:22,595 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:22,597 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791842392_0001_00_000001
2016-01-14 17:17:22,597 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:22,598 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:22,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:22,598 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791842392_0001_00_000001, launchTime=1452791842598
2016-01-14 17:17:22,599 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791842392_0001, with dag id: dag_1452791842392_0001_1
2016-01-14 17:17:22,599 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791842392_0001_00_000001
2016-01-14 17:17:22,600 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791842392_0001_1_00_000000_0] to container: [container_1452791842392_0001_00_000001]
2016-01-14 17:17:22,600 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:22,600 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791842392_0001_00_000001 given task: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,600 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791842392_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22 Starting to run new task attempt: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,601 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,601 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,601 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:22,601 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:22,601 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:22,601 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:22,602 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:22,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76] each.each/(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, VertexName: A640A8836B644743BB2D128522B60C23, VertexParallelism: 1, TaskAttemptID:attempt_1452791842392_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=33F5D230DB1244FDA900EA7D7F4A55F9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4355133FCCD5482B976EFDE4C58C980E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:22,602 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:22,603 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791842392_0001_1_00_000000_0] started. Is using containerId: [container_1452791842392_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:22,603 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:22,604 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:22,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A640A8836B644743BB2D128522B60C23, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0, startTime=1452791842601, containerId=container_1452791842392_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791842392_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:22,604 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842392_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:22,604 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842392_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:22,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=33F5D230DB1244FDA900EA7D7F4A55F9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:22,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:22,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,605 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=4355133FCCD5482B976EFDE4C58C980E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:22,609 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:22,607 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791842392_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:22,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:22,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 4355133FCCD5482B976EFDE4C58C980E
2016-01-14 17:17:22,617 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:22,617 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 4355133FCCD5482B976EFDE4C58C980E
2016-01-14 17:17:22,617 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:22,621 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,625 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A640A8836B644743BB2D128522B60C23, ordinal: 0
2016-01-14 17:17:22,625 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A640A8836B644743BB2D128522B60C23, mem on start (mb), free: 161, total: 385, max: 672
2016-01-14 17:17:22,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:22,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:22,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:22,631 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:22,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 4355133FCCD5482B976EFDE4C58C980E
2016-01-14 17:17:22,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:22,632 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:22,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:22,633 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:22,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:22,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:22,635 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:22,635 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:22,636 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 33F5D230DB1244FDA900EA7D7F4A55F9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:22,636 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 4355133FCCD5482B976EFDE4C58C980E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:22,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:22,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,637 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:22,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 33F5D230DB1244FDA900EA7D7F4A55F9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:22,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:22,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:22,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:22,640 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,640 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:22,642 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@531a32fb
2016-01-14 17:17:22,643 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@531a32fb
2016-01-14 17:17:22,643 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:22,643 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:22,644 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,645 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 33F5D230DB1244FDA900EA7D7F4A55F9
2016-01-14 17:17:22,645 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"], id: 4355133FCCD5482B976EFDE4C58C980E
2016-01-14 17:17:22,646 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_RESULTS"]
2016-01-14 17:17:22,646 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,646 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:22,647 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A640A8836B644743BB2D128522B60C23, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:22,649 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:22,650 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:22,650 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,650 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791842392_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:22,651 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,651 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A640A8836B644743BB2D128522B60C23, mem on close (mb), free: 159, total: 385, max: 672
2016-01-14 17:17:22 Completed running task attempt: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,653 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:22,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791842647, Process_Duration=4, Process_End_Time=1452791842651, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:22,654 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:22,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A640A8836B644743BB2D128522B60C23, taskAttemptId=attempt_1452791842392_0001_1_00_000000_0, startTime=1452791842601, finishTime=1452791842654, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842647, Process_Duration=4, Process_End_Time=1452791842651, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,655 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842392_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:22,655 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:TASK_FINISHED]: vertexName=A640A8836B644743BB2D128522B60C23, taskId=task_1452791842392_0001_1_00_000000, startTime=1452791842601, finishTime=1452791842655, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452791842392_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842647, Process_Duration=4, Process_End_Time=1452791842651, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,656 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842392_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:22,656 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,655 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:22,657 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] : 1
2016-01-14 17:17:22,657 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,657 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:22,655 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:22,658 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791842392_0001_00_000001
2016-01-14 17:17:22,659 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:22,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:VERTEX_FINISHED]: vertexName=A640A8836B644743BB2D128522B60C23, vertexId=vertex_1452791842392_0001_1_00, initRequestedTime=1452791842574, initedTime=1452791842588, startRequestedTime=1452791842590, startedTime=1452791842590, finishTime=1452791842657, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842647, Process_Duration=4, Process_End_Time=1452791842651, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791842601, firstTasksToStart=[ task_1452791842392_0001_1_00_000000 ], lastTaskFinishTime=1452791842654, lastTasksToFinish=[ task_1452791842392_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791842392_0001_1_00_000000 ], longestDurationTasks=[ task_1452791842392_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:22,659 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:22,660 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:22,660 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:22,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791842392_0001_00_000001, stoppedTime=1452791842660, exitStatus=0
2016-01-14 17:17:22,660 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:22,660 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:22,661 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791842392_0001_1
2016-01-14 17:17:22,661 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(221)) - No more tasks for container with id : container_1452791842392_0001_00_000001. Asking it to die
2016-01-14 17:17:22,661 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791842392_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:22,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791842392_0001_1
2016-01-14 17:17:22,661 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791842392_0001_00_000001, Exiting
2016-01-14 17:17:22,662 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791842392_0001_00_000001
2016-01-14 17:17:22,662 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791842392_0001_00_000001
2016-01-14 17:17:22,664 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 4355133FCCD5482B976EFDE4C58C980E for vertex: vertex_1452791842392_0001_1_00 [A640A8836B644743BB2D128522B60C23]
2016-01-14 17:17:22,664 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791842392_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:22,665 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791842392_0001_00_000001 completed successfully
2016-01-14 17:17:22,677 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791842392_0001_1, queueSize=0
2016-01-14 17:17:22,677 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:22,679 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842392_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791842392_0001_1, startTime=1452791842573, finishTime=1452791842676, timeTaken=103, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=403701760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791842647, Process_Duration=4, Process_End_Time=1452791842651, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:22,679 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791842392_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:22,679 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842392_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:22,679 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791842392_0001_00_000001
2016-01-14 17:17:22,679 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842392_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:22 Completed Dag: dag_1452791842392_0001_1
2016-01-14 17:17:22,680 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791842392_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:22,680 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791842392_0001_1_post
2016-01-14 17:17:22,680 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:22,680 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:22,689 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.-1_UNKNOWN_RESULTS, applicationId=application_1452791842392_0001
2016-01-14 17:17:22,692 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:22,692 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:22,692 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:22,692 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:22,692 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:22,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:22,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:22,693 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:22,693 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:22,695 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:22,695 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:22,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:22,697 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:22,700 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D7A59CB0520349CF8926445AB1F3EA43/C49CBFFB70434F8290A9A2948B78FD76/.tez/application_1452791842392_0001
2016-01-14 17:17:22,701 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.331
2016-01-14 17:17:22,795 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_RESULTS
2016-01-14 17:17:22,825 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:22,826 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:22,876 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 17:17:22,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.029
2016-01-14 17:17:22,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:22,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:22,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:22,911 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:22,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:22,928 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:22,928 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:22,928 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"]
2016-01-14 17:17:22,928 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:22,929 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:22,930 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:22,930 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:22,930 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:22,948 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:22,953 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:22,953 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:22,954 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:22,964 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001 doesn't exist and is created
2016-01-14 17:17:22,981 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:22,981 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:22,982 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001
2016-01-14 17:17:22,986 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791842953_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:23,003 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:23,004 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:23,006 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:23,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:23,006 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001/localmode-log-dir
2016-01-14 17:17:23,006 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001/localmode-log-dir/history.txt.appattempt_1452791842953_0001_000000, maxErrors=10
2016-01-14 17:17:23,006 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:23,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791842953_0001_000000, appSubmitTime=1452791842985, launchTime=1452791842985
2016-01-14 17:17:23,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:23,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:23,015 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:23,017 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:50032
2016-01-14 17:17:23,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:23,025 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:23,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791842953_0001_000000, startTime=1452791843027
2016-01-14 17:17:23,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:23,027 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:23,081 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:23,082 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:23,082 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452791842953_0001, dagName=[D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:23,098 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:23,100 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791842953_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001/localmode-log-dir/dag_1452791842953_0001_1.dot
2016-01-14 17:17:23,101 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001/localmode-log-dir/dag_1452791842953_0001_1-tez-dag.pb.txt
2016-01-14 17:17:23,109 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791842953_0001_1
2016-01-14 17:17:23,109 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,109 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:23 Running Dag: dag_1452791842953_0001_1
2016-01-14 17:17:23,123 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:23,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791842953_0001_1, submitTime=1452791843099
2016-01-14 17:17:23,125 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A5A40175D9B149A2B0887ACCC291E42B
2016-01-14 17:17:23,126 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:23,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:23,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791842953_0001_1, initTime=1452791843125
2016-01-14 17:17:23,127 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842953_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:23,128 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:DAG_STARTED]: dagID=dag_1452791842953_0001_1, startTime=1452791843128
2016-01-14 17:17:23,128 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:23,128 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842953_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:23,128 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A5A40175D9B149A2B0887ACCC291E42B : {B4399212919348BDB8CD6C82B7E9C560={InputName=B4399212919348BDB8CD6C82B7E9C560}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:23,128 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B4399212919348BDB8CD6C82B7E9C560, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:23,128 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:23,128 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,129 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,129 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,129 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452791842953_0001, dagName=[D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:23,129 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]. Starting root input initializers: 1
2016-01-14 17:17:23,129 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:23,130 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B4399212919348BDB8CD6C82B7E9C560 on vertex vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,132 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:23,133 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B4399212919348BDB8CD6C82B7E9C560 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:23,135 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:23,135 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:23,135 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:23,136 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:23,138 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:23,138 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B4399212919348BDB8CD6C82B7E9C560 on vertex vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,139 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:23,139 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B4399212919348BDB8CD6C82B7E9C560=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:23,139 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] parallelism set to 1
2016-01-14 17:17:23,139 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:23,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791842953_0001_1_00, eventCount=1
2016-01-14 17:17:23,140 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,140 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3274C948A0604EB09D725DB3F72ACFEA, vertexId=vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:23,140 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3274C948A0604EB09D725DB3F72ACFEA, vertexId=vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,142 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3274C948A0604EB09D725DB3F72ACFEA, vertexName=A5A40175D9B149A2B0887ACCC291E42B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:23,142 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3274C948A0604EB09D725DB3F72ACFEA, vertexId=vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:23,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, vertexId=vertex_1452791842953_0001_1_00, initRequestedTime=1452791843128, initedTime=1452791843144, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:23,144 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] with distanceFromRoot: 0
2016-01-14 17:17:23,144 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:23,145 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A5A40175D9B149A2B0887ACCC291E42B
2016-01-14 17:17:23,145 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791842953_0001_1_00, startRequestedTime=1452791843144, startedTime=1452791843144
2016-01-14 17:17:23,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:23,146 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:23,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:23,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:TASK_STARTED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, taskId=task_1452791842953_0001_1_00_000000, scheduledTime=1452791843146, launchTime=1452791843146
2016-01-14 17:17:23,147 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842953_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:23,147 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,147 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, VertexName: A5A40175D9B149A2B0887ACCC291E42B, VertexParallelism: 1, TaskAttemptID:attempt_1452791842953_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B4399212919348BDB8CD6C82B7E9C560, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3274C948A0604EB09D725DB3F72ACFEA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:23,148 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842953_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:23,148 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:23,149 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:23,149 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:23,149 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:23,150 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791842953_0001_00_000001
2016-01-14 17:17:23,150 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:23,152 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791842953_0001_00_000001
2016-01-14 17:17:23,152 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:23,153 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:23,153 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:23,153 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791842953_0001_00_000001, launchTime=1452791843153
2016-01-14 17:17:23,154 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791842953_0001_00_000001
2016-01-14 17:17:23,155 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791842953_0001_1_00_000000_0] to container: [container_1452791842953_0001_00_000001]
2016-01-14 17:17:23,155 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:23,155 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791842953_0001_1_00_000000_0] started. Is using containerId: [container_1452791842953_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:23,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791842953_0001, with dag id: dag_1452791842953_0001_1
2016-01-14 17:17:23,156 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791842953_0001_00_000001 given task: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0, startTime=1452791843155, containerId=container_1452791842953_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791842953_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:23,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:23,158 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842953_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:23,158 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791842953_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,158 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842953_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:23 Starting to run new task attempt: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,159 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,159 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,159 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:23,159 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:23,160 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:23,160 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:23,162 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:23,163 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442] each.each/(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, VertexName: A5A40175D9B149A2B0887ACCC291E42B, VertexParallelism: 1, TaskAttemptID:attempt_1452791842953_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B4399212919348BDB8CD6C82B7E9C560, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3274C948A0604EB09D725DB3F72ACFEA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:23,163 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:23,163 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:23,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3274C948A0604EB09D725DB3F72ACFEA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:23,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:23,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B4399212919348BDB8CD6C82B7E9C560, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:23,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3274C948A0604EB09D725DB3F72ACFEA
2016-01-14 17:17:23,171 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:23,171 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3274C948A0604EB09D725DB3F72ACFEA
2016-01-14 17:17:23,170 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791842953_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:23,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:23,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,172 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,172 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:23,178 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:23,178 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,182 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A5A40175D9B149A2B0887ACCC291E42B, ordinal: 0
2016-01-14 17:17:23,182 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5A40175D9B149A2B0887ACCC291E42B, mem on start (mb), free: 297, total: 385, max: 672
2016-01-14 17:17:23,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:23,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:23,184 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:23,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3274C948A0604EB09D725DB3F72ACFEA
2016-01-14 17:17:23,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:23,184 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:23,185 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:23,185 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:23,185 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:23,185 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:23,185 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:23,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:23,186 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3274C948A0604EB09D725DB3F72ACFEA, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:23,186 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B4399212919348BDB8CD6C82B7E9C560, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:23,186 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:23,186 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,186 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:23,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B4399212919348BDB8CD6C82B7E9C560 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:23,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:23,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:23,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:23,187 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,188 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:23,189 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@51d79539
2016-01-14 17:17:23,190 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@51d79539
2016-01-14 17:17:23,190 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:23,190 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:23,192 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,193 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B4399212919348BDB8CD6C82B7E9C560
2016-01-14 17:17:23,193 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"], id: 3274C948A0604EB09D725DB3F72ACFEA
2016-01-14 17:17:23,193 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_UNKNOWN_ALL"]
2016-01-14 17:17:23,193 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,193 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:23,194 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A5A40175D9B149A2B0887ACCC291E42B, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:23,196 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:23,196 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:23,197 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,197 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791842953_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:23,198 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,198 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5A40175D9B149A2B0887ACCC291E42B, mem on close (mb), free: 295, total: 385, max: 672
2016-01-14 17:17:23 Completed running task attempt: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,199 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:23,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791843194, Process_Duration=4, Process_End_Time=1452791843198, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:23,200 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:23,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, taskAttemptId=attempt_1452791842953_0001_1_00_000000_0, startTime=1452791843155, finishTime=1452791843200, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791843194, Process_Duration=4, Process_End_Time=1452791843198, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:23,201 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791842953_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:23,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:23,201 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:23,201 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:23,202 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:TASK_FINISHED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, taskId=task_1452791842953_0001_1_00_000000, startTime=1452791843155, finishTime=1452791843202, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1452791842953_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791843194, Process_Duration=4, Process_End_Time=1452791843198, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:23,202 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791842953_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:23,203 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] : 1
2016-01-14 17:17:23,203 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,204 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,204 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791842953_0001_00_000001
2016-01-14 17:17:23,205 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:23,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:VERTEX_FINISHED]: vertexName=A5A40175D9B149A2B0887ACCC291E42B, vertexId=vertex_1452791842953_0001_1_00, initRequestedTime=1452791843128, initedTime=1452791843144, startRequestedTime=1452791843144, startedTime=1452791843144, finishTime=1452791843203, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791843194, Process_Duration=4, Process_End_Time=1452791843198, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791843155, firstTasksToStart=[ task_1452791842953_0001_1_00_000000 ], lastTaskFinishTime=1452791843200, lastTasksToFinish=[ task_1452791842953_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791842953_0001_1_00_000000 ], longestDurationTasks=[ task_1452791842953_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:23,205 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:23,205 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:23,206 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791842953_0001_00_000001, stoppedTime=1452791843205, exitStatus=0
2016-01-14 17:17:23,206 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:23,206 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:23,206 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:23,206 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791842953_0001_1
2016-01-14 17:17:23,207 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791842953_0001_1
2016-01-14 17:17:23,207 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3274C948A0604EB09D725DB3F72ACFEA for vertex: vertex_1452791842953_0001_1_00 [A5A40175D9B149A2B0887ACCC291E42B]
2016-01-14 17:17:23,215 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791842953_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:23,215 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791842953_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:23,215 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791842953_0001_00_000001, Exiting
2016-01-14 17:17:23,215 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791842953_0001_00_000001
2016-01-14 17:17:23,215 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791842953_0001_00_000001
2016-01-14 17:17:23,217 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791842953_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:23,217 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791842953_0001_00_000001 completed successfully
2016-01-14 17:17:23,218 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791842953_0001_1, queueSize=0
2016-01-14 17:17:23,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:23,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791842953_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791842953_0001_1, startTime=1452791843128, finishTime=1452791843217, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791843194, Process_Duration=4, Process_End_Time=1452791843198, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:23,220 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791842953_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:23,220 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791842953_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:23,220 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791842953_0001_00_000001
2016-01-14 17:17:23,220 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791842953_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:23 Completed Dag: dag_1452791842953_0001_1
2016-01-14 17:17:23,224 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791842953_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:23,225 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791842953_0001_1_post
2016-01-14 17:17:23,225 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,225 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:23,228 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.-1_UNKNOWN_ALL, applicationId=application_1452791842953_0001
2016-01-14 17:17:23,230 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:23,230 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:23,230 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:23,231 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:23,231 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:23,231 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:23,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:23,233 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:23,233 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:23,233 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:23,234 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:23,235 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:23,235 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:23,239 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D0F2367799A144A4B85093190601BD6B/C9772A13741A425CBA33365E06F93442/.tez/application_1452791842953_0001
2016-01-14 17:17:23,240 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.312
2016-01-14 17:17:23,310 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_UNKNOWN_ALL
2016-01-14 17:17:23,342 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:23,342 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:23,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:23,390 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 17:17:23,390 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:23,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:23,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:23,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:23,406 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:23,416 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"]
2016-01-14 17:17:23,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:23,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:23,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:23,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,418 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:23,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:23,435 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:23,436 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:23,436 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:23,446 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001 doesn't exist and is created
2016-01-14 17:17:23,463 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:23,463 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:23,464 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001
2016-01-14 17:17:23,468 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791843436_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:23,480 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:23,481 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:23,483 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:23,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:23,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001/localmode-log-dir
2016-01-14 17:17:23,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001/localmode-log-dir/history.txt.appattempt_1452791843436_0001_000000, maxErrors=10
2016-01-14 17:17:23,483 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:23,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791843436_0001_000000, appSubmitTime=1452791843467, launchTime=1452791843467
2016-01-14 17:17:23,489 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:23,490 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:23,490 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33779
2016-01-14 17:17:23,493 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:23,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:23,495 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:23,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791843436_0001_000000, startTime=1452791843497
2016-01-14 17:17:23,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:23,497 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:23,564 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:23,564 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:23,564 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452791843436_0001, dagName=[2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,583 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,585 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791843436_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001/localmode-log-dir/dag_1452791843436_0001_1.dot
2016-01-14 17:17:23,586 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001/localmode-log-dir/dag_1452791843436_0001_1-tez-dag.pb.txt
2016-01-14 17:17:23,592 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791843436_0001_1
2016-01-14 17:17:23,592 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,592 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23 Running Dag: dag_1452791843436_0001_1
2016-01-14 17:17:23,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791843436_0001_1, submitTime=1452791843584
2016-01-14 17:17:23,605 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:23,605 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E58388144C3A46F18C93C13236D7362A
2016-01-14 17:17:23,606 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:23,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791843436_0001_1, initTime=1452791843605
2016-01-14 17:17:23,606 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:23,607 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843436_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:23,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:DAG_STARTED]: dagID=dag_1452791843436_0001_1, startTime=1452791843607
2016-01-14 17:17:23,607 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:23,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:23,607 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843436_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E58388144C3A46F18C93C13236D7362A : {3FB801BDAD634D6B89B3E88D1DA99FEA={InputName=3FB801BDAD634D6B89B3E88D1DA99FEA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3FB801BDAD634D6B89B3E88D1DA99FEA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,608 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]. Starting root input initializers: 1
2016-01-14 17:17:23,609 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:23,609 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3FB801BDAD634D6B89B3E88D1DA99FEA on vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,610 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452791843436_0001, dagName=[2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,612 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:23,612 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3FB801BDAD634D6B89B3E88D1DA99FEA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:23,613 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:23,614 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:23,616 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:23,616 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3FB801BDAD634D6B89B3E88D1DA99FEA on vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,617 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:23,617 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3FB801BDAD634D6B89B3E88D1DA99FEA=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:23,618 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] parallelism set to 1
2016-01-14 17:17:23,618 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:23,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791843436_0001_1_00, eventCount=1
2016-01-14 17:17:23,618 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,619 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=644E0DFAF4E04E7DAF325398C47AD272, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:23,619 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=644E0DFAF4E04E7DAF325398C47AD272, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,621 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=644E0DFAF4E04E7DAF325398C47AD272, vertexName=E58388144C3A46F18C93C13236D7362A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:23,621 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=644E0DFAF4E04E7DAF325398C47AD272, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:23,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E58388144C3A46F18C93C13236D7362A, vertexId=vertex_1452791843436_0001_1_00, initRequestedTime=1452791843608, initedTime=1452791843623, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:23,623 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] with distanceFromRoot: 0
2016-01-14 17:17:23,624 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:23,624 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E58388144C3A46F18C93C13236D7362A
2016-01-14 17:17:23,624 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:23,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791843436_0001_1_00, startRequestedTime=1452791843624, startedTime=1452791843624
2016-01-14 17:17:23,625 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:23,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:23,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:TASK_STARTED]: vertexName=E58388144C3A46F18C93C13236D7362A, taskId=task_1452791843436_0001_1_00_000000, scheduledTime=1452791843626, launchTime=1452791843626
2016-01-14 17:17:23,627 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843436_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:23,627 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,627 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1, VertexName: E58388144C3A46F18C93C13236D7362A, VertexParallelism: 1, TaskAttemptID:attempt_1452791843436_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3FB801BDAD634D6B89B3E88D1DA99FEA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=644E0DFAF4E04E7DAF325398C47AD272, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:23,628 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843436_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:23,628 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:23,629 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:23,629 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:23,630 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:23,630 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791843436_0001_00_000001
2016-01-14 17:17:23,630 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791843436_0001, with dag id: dag_1452791843436_0001_1
2016-01-14 17:17:23,630 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843436_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:23,632 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791843436_0001_00_000001
2016-01-14 17:17:23,632 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:23,632 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843436_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:23,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:23,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791843436_0001_00_000001, launchTime=1452791843633
2016-01-14 17:17:23,634 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791843436_0001_00_000001
2016-01-14 17:17:23,634 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791843436_0001_1_00_000000_0] to container: [container_1452791843436_0001_00_000001]
2016-01-14 17:17:23,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843436_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:23,635 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791843436_0001_00_000001 given task: attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,635 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791843436_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,636 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791843436_0001_1_00_000000_0] started. Is using containerId: [container_1452791843436_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:23,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:23,637 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E58388144C3A46F18C93C13236D7362A, taskAttemptId=attempt_1452791843436_0001_1_00_000000_0, startTime=1452791843635, containerId=container_1452791843436_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791843436_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:23,637 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843436_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:23,637 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843436_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:23 Starting to run new task attempt: attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,638 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,638 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,638 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:23,638 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:23,638 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:23,639 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:23,639 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:23,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5] each.each/(1/1) ...eld'_RESULTS.-1_VALUES_-1, VertexName: E58388144C3A46F18C93C13236D7362A, VertexParallelism: 1, TaskAttemptID:attempt_1452791843436_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3FB801BDAD634D6B89B3E88D1DA99FEA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=644E0DFAF4E04E7DAF325398C47AD272, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:23,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:23,640 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:23,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3FB801BDAD634D6B89B3E88D1DA99FEA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:23,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,645 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791843436_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:23,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=644E0DFAF4E04E7DAF325398C47AD272, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:23,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:23,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 644E0DFAF4E04E7DAF325398C47AD272
2016-01-14 17:17:23,646 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:23,646 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 644E0DFAF4E04E7DAF325398C47AD272
2016-01-14 17:17:23,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:23,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,647 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,648 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:23,651 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:23,651 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,657 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E58388144C3A46F18C93C13236D7362A, ordinal: 0
2016-01-14 17:17:23,657 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E58388144C3A46F18C93C13236D7362A, mem on start (mb), free: 219, total: 385, max: 672
2016-01-14 17:17:23,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:23,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:23,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:23,660 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:23,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 644E0DFAF4E04E7DAF325398C47AD272
2016-01-14 17:17:23,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:23,660 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:23,661 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:23,661 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 644E0DFAF4E04E7DAF325398C47AD272, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:23,661 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3FB801BDAD634D6B89B3E88D1DA99FEA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:23,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:23,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3FB801BDAD634D6B89B3E88D1DA99FEA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:23,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:23,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,662 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:23,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:23,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:23,663 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,664 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:23,665 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@363c8a0e
2016-01-14 17:17:23,666 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@363c8a0e
2016-01-14 17:17:23,666 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:23,666 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:23,666 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,667 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,667 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"], id: 644E0DFAF4E04E7DAF325398C47AD272
2016-01-14 17:17:23,668 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_-1"]
2016-01-14 17:17:23,668 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,668 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:23,668 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E58388144C3A46F18C93C13236D7362A, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:23,670 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:23,672 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:23,673 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:23,674 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:23,674 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:23,675 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23,675 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791843436_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:23,676 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791843436_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:23,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791843669, Process_Duration=7, Process_End_Time=1452791843676, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:23,682 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E58388144C3A46F18C93C13236D7362A, mem on close (mb), free: 217, total: 385, max: 672
2016-01-14 17:17:23,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=E58388144C3A46F18C93C13236D7362A, index=0
2016-01-14 17:17:23,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=E58388144C3A46F18C93C13236D7362A, sourceVertex=3FB801BDAD634D6B89B3E88D1DA99FEA
2016-01-14 17:17:23,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=E58388144C3A46F18C93C13236D7362A, sourceVertex=644E0DFAF4E04E7DAF325398C47AD272
2016-01-14 17:17:23,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:23,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E58388144C3A46F18C93C13236D7362A, taskAttemptId=attempt_1452791843436_0001_1_00_000000_0, startTime=1452791843635, finishTime=1452791843682, timeTaken=47, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791843669, Process_Duration=7, Process_End_Time=1452791843676, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:23,684 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843436_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:23,685 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791843436_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:23,685 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791843436_0001_00_000001
2016-01-14 17:17:23,685 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791843436_0001_00_000001
2016-01-14 17:17:23,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:23,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:TASK_FINISHED]: vertexName=E58388144C3A46F18C93C13236D7362A, taskId=task_1452791843436_0001_1_00_000000, startTime=1452791843635, finishTime=1452791843685, timeTaken=50, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:23,688 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843436_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:23,688 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:23,688 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] : 1
2016-01-14 17:17:23,688 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] because task failed: task_1452791843436_0001_1_00_000000
2016-01-14 17:17:23,693 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791843436_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:23,693 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:23,693 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791843436_0001_00_000001 completed but with errors
2016-01-14 17:17:23,694 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:23,694 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,695 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=644E0DFAF4E04E7DAF325398C47AD272, vertexId=vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:23,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:VERTEX_FINISHED]: vertexName=E58388144C3A46F18C93C13236D7362A, vertexId=vertex_1452791843436_0001_1_00, initRequestedTime=1452791843608, initedTime=1452791843623, startRequestedTime=1452791843624, startedTime=1452791843624, finishTime=1452791843698, timeTaken=74, status=FAILED, diagnostics=Task failed, taskId=task_1452791843436_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791843635, firstTasksToStart=[ task_1452791843436_0001_1_00_000000 ], lastTaskFinishTime=1452791843682, lastTasksToFinish=[ task_1452791843436_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:23,699 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:23,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791843436_0001_00_000001, stoppedTime=1452791843700, exitStatus=0
2016-01-14 17:17:23,700 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843436_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:23,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:23,701 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791843436_0001_1_00_000000_0 failed: true container: container_1452791843436_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:23,701 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791843436_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:23,702 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843436_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:23,703 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:23,703 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:23,704 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791843436_0001_1
2016-01-14 17:17:23,704 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 644E0DFAF4E04E7DAF325398C47AD272 for vertex: vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A]
2016-01-14 17:17:23,705 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791843436_0001_1, queueSize=0
2016-01-14 17:17:23,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:23,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843436_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791843436_0001_1, startTime=1452791843607, finishTime=1452791843705, timeTaken=98, status=FAILED, diagnostics=Vertex failed, vertexName=E58388144C3A46F18C93C13236D7362A, vertexId=vertex_1452791843436_0001_1_00, diagnostics=[Task failed, taskId=task_1452791843436_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791843436_0001_1_00 [E58388144C3A46F18C93C13236D7362A] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:23,710 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791843436_0001_1 finished with state: FAILED
2016-01-14 17:17:23,711 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843436_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:23,711 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791843436_0001_00_000001
2016-01-14 17:17:23,712 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843436_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:23 Completed Dag: dag_1452791843436_0001_1
2016-01-14 17:17:23,713 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791843436_0001_1, dagState=FAILED
2016-01-14 17:17:23,713 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791843436_0001_1_post
2016-01-14 17:17:23,713 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:23,714 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:23,717 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.-1_VALUES_-1, applicationId=application_1452791843436_0001
2016-01-14 17:17:23,721 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:23,721 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:23,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:23,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:23,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:23,722 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:23,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:23,722 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:23,722 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:23,723 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:23,723 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:23,723 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:23,724 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:23,729 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2CAE00407BE141C8AA43187748B9AACA/ED95666ABDF849FD94CFE337BD7EF3E5/.tez/application_1452791843436_0001
2016-01-14 17:17:23,730 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:23,730 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...eld'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:23,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.315
2016-01-14 17:17:23,732 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_-1
2016-01-14 17:17:23,760 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:23,761 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:23,796 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.007
2016-01-14 17:17:23,800 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.010
2016-01-14 17:17:23,800 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:23,800 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:23,800 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_'field2'
2016-01-14 17:17:23,822 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:23,822 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:23,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:23,868 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 17:17:23,868 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:23,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:23,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:23,883 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:23,884 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:23,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:23,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:23,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"]
2016-01-14 17:17:23,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:23,895 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:23,895 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:23,896 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:23,896 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:23,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:23,912 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:23,913 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:23,913 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:23,918 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:23,918 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:23,922 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001 doesn't exist and is created
2016-01-14 17:17:23,939 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:23,939 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:23,939 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001
2016-01-14 17:17:23,943 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791843913_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:23,952 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:23,953 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:23,955 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:23,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:23,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001/localmode-log-dir
2016-01-14 17:17:23,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001/localmode-log-dir/history.txt.appattempt_1452791843913_0001_000000, maxErrors=10
2016-01-14 17:17:23,955 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:23,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791843913_0001_000000, appSubmitTime=1452791843942, launchTime=1452791843942
2016-01-14 17:17:23,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:23,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:23,963 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:23,963 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:23,964 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:36849
2016-01-14 17:17:23,967 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:23,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791843913_0001_000000, startTime=1452791843970
2016-01-14 17:17:23,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:23,970 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:24,039 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:24,039 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:24,039 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452791843913_0001, dagName=[CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24,060 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24,062 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791843913_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001/localmode-log-dir/dag_1452791843913_0001_1.dot
2016-01-14 17:17:24,063 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001/localmode-log-dir/dag_1452791843913_0001_1-tez-dag.pb.txt
2016-01-14 17:17:24,068 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791843913_0001_1
2016-01-14 17:17:24,068 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,068 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24 Running Dag: dag_1452791843913_0001_1
2016-01-14 17:17:24,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791843913_0001_1, submitTime=1452791844061
2016-01-14 17:17:24,082 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:24,083 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C7E5AF4FDF804A1D890DD1267DA2F143
2016-01-14 17:17:24,083 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:24,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:24,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791843913_0001_1, initTime=1452791844082
2016-01-14 17:17:24,085 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843913_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:24,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:DAG_STARTED]: dagID=dag_1452791843913_0001_1, startTime=1452791844085
2016-01-14 17:17:24,085 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:24,086 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843913_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:24,086 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C7E5AF4FDF804A1D890DD1267DA2F143 : {67B78E50975B467CAFAE137A8AC863FD={InputName=67B78E50975B467CAFAE137A8AC863FD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:24,086 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 67B78E50975B467CAFAE137A8AC863FD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:24,086 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,086 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,086 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,087 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]. Starting root input initializers: 1
2016-01-14 17:17:24,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:24,087 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:24,089 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 67B78E50975B467CAFAE137A8AC863FD on vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,089 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452791843913_0001, dagName=[CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:24,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 67B78E50975B467CAFAE137A8AC863FD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:24,092 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:24,093 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:24,095 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:24,096 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 67B78E50975B467CAFAE137A8AC863FD on vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,096 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:24,096 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {67B78E50975B467CAFAE137A8AC863FD=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:24,097 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] parallelism set to 1
2016-01-14 17:17:24,097 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:24,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791843913_0001_1_00, eventCount=1
2016-01-14 17:17:24,097 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,097 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=AE760EE70A404B45AD68BBDBE7E9B10F, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:24,098 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=AE760EE70A404B45AD68BBDBE7E9B10F, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,100 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=AE760EE70A404B45AD68BBDBE7E9B10F, vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:24,100 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=AE760EE70A404B45AD68BBDBE7E9B10F, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:24,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, vertexId=vertex_1452791843913_0001_1_00, initRequestedTime=1452791844086, initedTime=1452791844101, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:24,102 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] with distanceFromRoot: 0
2016-01-14 17:17:24,102 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:24,102 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C7E5AF4FDF804A1D890DD1267DA2F143
2016-01-14 17:17:24,102 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,103 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:24,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791843913_0001_1_00, startRequestedTime=1452791844102, startedTime=1452791844102
2016-01-14 17:17:24,103 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:24,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:24,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:TASK_STARTED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, taskId=task_1452791843913_0001_1_00_000000, scheduledTime=1452791844103, launchTime=1452791844103
2016-01-14 17:17:24,104 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843913_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:24,104 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,104 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS, VertexName: C7E5AF4FDF804A1D890DD1267DA2F143, VertexParallelism: 1, TaskAttemptID:attempt_1452791843913_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=67B78E50975B467CAFAE137A8AC863FD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AE760EE70A404B45AD68BBDBE7E9B10F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:24,105 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843913_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:24,105 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:24,127 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:24,131 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:24,131 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:24,131 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791843913_0001_00_000001
2016-01-14 17:17:24,132 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:24,134 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791843913_0001_00_000001
2016-01-14 17:17:24,134 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:24,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791843913_0001, with dag id: dag_1452791843913_0001_1
2016-01-14 17:17:24,136 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:24,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:24,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791843913_0001_00_000001, launchTime=1452791844136
2016-01-14 17:17:24,139 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791843913_0001_00_000001
2016-01-14 17:17:24,142 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791843913_0001_1_00_000000_0] to container: [container_1452791843913_0001_00_000001]
2016-01-14 17:17:24,142 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:24,143 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791843913_0001_00_000001 given task: attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,143 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791843913_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,143 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791843913_0001_1_00_000000_0] started. Is using containerId: [container_1452791843913_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:24,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, taskAttemptId=attempt_1452791843913_0001_1_00_000000_0, startTime=1452791844143, containerId=container_1452791843913_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791843913_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:24,143 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843913_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:24,144 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843913_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:24,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:24 Starting to run new task attempt: attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,144 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,144 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,145 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:24,145 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:24,145 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:24,145 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:24,145 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:24,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8] each.each/(1/1) ...RESULTS.-1_VALUES_RESULTS, VertexName: C7E5AF4FDF804A1D890DD1267DA2F143, VertexParallelism: 1, TaskAttemptID:attempt_1452791843913_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=67B78E50975B467CAFAE137A8AC863FD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AE760EE70A404B45AD68BBDBE7E9B10F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:24,146 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:24,146 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:24,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=67B78E50975B467CAFAE137A8AC863FD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:24,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AE760EE70A404B45AD68BBDBE7E9B10F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:24,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,149 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:24,149 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AE760EE70A404B45AD68BBDBE7E9B10F
2016-01-14 17:17:24,149 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:24,149 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: AE760EE70A404B45AD68BBDBE7E9B10F
2016-01-14 17:17:24,150 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:24,148 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791843913_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:24,148 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:24,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,158 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,162 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:24,163 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,163 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,165 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C7E5AF4FDF804A1D890DD1267DA2F143, ordinal: 0
2016-01-14 17:17:24,166 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7E5AF4FDF804A1D890DD1267DA2F143, mem on start (mb), free: 339, total: 380, max: 672
2016-01-14 17:17:24,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:24,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:24,171 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:24,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AE760EE70A404B45AD68BBDBE7E9B10F
2016-01-14 17:17:24,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:24,172 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:24,173 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:24,173 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:24,173 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:24,174 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:24,174 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:24,175 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:24,175 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AE760EE70A404B45AD68BBDBE7E9B10F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:24,176 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 67B78E50975B467CAFAE137A8AC863FD, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:24,176 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:24,177 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,177 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:24,177 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 67B78E50975B467CAFAE137A8AC863FD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:24,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:24,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:24,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:24,180 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,181 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:24,182 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@424c8abf
2016-01-14 17:17:24,183 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,184 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,184 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"], id: AE760EE70A404B45AD68BBDBE7E9B10F
2016-01-14 17:17:24,185 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_RESULTS"]
2016-01-14 17:17:24,186 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,186 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:24,187 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@424c8abf
2016-01-14 17:17:24,188 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:24,188 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:24,189 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C7E5AF4FDF804A1D890DD1267DA2F143, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:24,190 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,198 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,199 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,203 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:24,203 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:24,203 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24,204 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791843913_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:24,204 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791843913_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, taskAttemptId=attempt_1452791843913_0001_1_00_000000_0, startTime=1452791844143, finishTime=1452791844214, timeTaken=71, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791844189, Process_Duration=15, Process_End_Time=1452791844204, Read_Duration=1, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:24,214 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843913_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:24,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:24,215 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791843913_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:24,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:TASK_FINISHED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, taskId=task_1452791843913_0001_1_00_000000, startTime=1452791844143, finishTime=1452791844215, timeTaken=72, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:24,215 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791843913_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:24,215 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:24,215 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] : 1
2016-01-14 17:17:24,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:24,216 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] because task failed: task_1452791843913_0001_1_00_000000
2016-01-14 17:17:24,216 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:24,216 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:24,216 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,216 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=AE760EE70A404B45AD68BBDBE7E9B10F, vertexId=vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:24,219 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:VERTEX_FINISHED]: vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, vertexId=vertex_1452791843913_0001_1_00, initRequestedTime=1452791844086, initedTime=1452791844101, startRequestedTime=1452791844102, startedTime=1452791844102, finishTime=1452791844217, timeTaken=115, status=FAILED, diagnostics=Task failed, taskId=task_1452791843913_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791844143, firstTasksToStart=[ task_1452791843913_0001_1_00_000000 ], lastTaskFinishTime=1452791844214, lastTasksToFinish=[ task_1452791843913_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:24,220 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:24,220 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:24,221 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:24,221 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791843913_0001_1
2016-01-14 17:17:24,221 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: AE760EE70A404B45AD68BBDBE7E9B10F for vertex: vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143]
2016-01-14 17:17:24,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791844189, Process_Duration=15, Process_End_Time=1452791844204, Read_Duration=1, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:24,222 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791843913_0001_1, queueSize=0
2016-01-14 17:17:24,222 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7E5AF4FDF804A1D890DD1267DA2F143, mem on close (mb), free: 337, total: 380, max: 672
2016-01-14 17:17:24,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=C7E5AF4FDF804A1D890DD1267DA2F143, index=0
2016-01-14 17:17:24,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=C7E5AF4FDF804A1D890DD1267DA2F143, sourceVertex=67B78E50975B467CAFAE137A8AC863FD
2016-01-14 17:17:24,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=C7E5AF4FDF804A1D890DD1267DA2F143, sourceVertex=AE760EE70A404B45AD68BBDBE7E9B10F
2016-01-14 17:17:24,223 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791843913_0001_00_000001
2016-01-14 17:17:24,225 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791843913_0001_00_000001
2016-01-14 17:17:24,222 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791843913_0001_1, startTime=1452791844085, finishTime=1452791844221, timeTaken=136, status=FAILED, diagnostics=Vertex failed, vertexName=C7E5AF4FDF804A1D890DD1267DA2F143, vertexId=vertex_1452791843913_0001_1_00, diagnostics=[Task failed, taskId=task_1452791843913_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791843913_0001_1_00 [C7E5AF4FDF804A1D890DD1267DA2F143] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:24,226 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791843913_0001_1 finished with state: FAILED
2016-01-14 17:17:24,226 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791843913_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:24,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791843913_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791843913_0001_00_000001, stoppedTime=1452791844226, exitStatus=0
2016-01-14 17:17:24,227 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:24,222 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:24,227 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791843913_0001_1_00_000000_0 failed: true container: container_1452791843913_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:24,229 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:24 Completed Dag: dag_1452791843913_0001_1
2016-01-14 17:17:24,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791843913_0001_1, dagState=FAILED
2016-01-14 17:17:24,229 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791843913_0001_1_post
2016-01-14 17:17:24,230 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,230 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:24,230 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791843913_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:24,230 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:24,239 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RESULTS.-1_VALUES_RESULTS, applicationId=application_1452791843913_0001
2016-01-14 17:17:24,239 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791843913_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:24,246 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791843913_0001_00_000001 completed but with errors
2016-01-14 17:17:24,248 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:24,248 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:24,248 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791843913_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:24,248 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:24,248 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:24,249 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:24,248 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791843913_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:24,249 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791843913_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:24,255 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:24,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:24,256 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:24,257 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:24,257 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:24,257 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:24,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:24,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:24,261 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/CCA25C68E5E64C109254597D96AA7A88/C9726B364C6D4902AD9013C9A66AEAA8/.tez/application_1452791843913_0001
2016-01-14 17:17:24,261 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:24,261 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24,262 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:24,262 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.368
2016-01-14 17:17:24,263 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_RESULTS
2016-01-14 17:17:24,297 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:24,297 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:24,334 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 17:17:24,339 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 17:17:24,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:24,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:24,341 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:24,358 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"]
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:24,370 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:24,372 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,372 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:24,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:24,394 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:24,395 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:24,395 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:24,404 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001 doesn't exist and is created
2016-01-14 17:17:24,423 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:24,423 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:24,424 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001
2016-01-14 17:17:24,428 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791844394_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:24,439 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:24,440 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:24,441 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:24,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:24,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001/localmode-log-dir
2016-01-14 17:17:24,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001/localmode-log-dir/history.txt.appattempt_1452791844394_0001_000000, maxErrors=10
2016-01-14 17:17:24,442 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:24,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791844394_0001_000000, appSubmitTime=1452791844427, launchTime=1452791844428
2016-01-14 17:17:24,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:24,451 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:24,452 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33148
2016-01-14 17:17:24,453 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:24,454 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:24,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791844394_0001_000000, startTime=1452791844456
2016-01-14 17:17:24,456 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:24,457 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:24,457 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:24,524 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:24,524 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:24,524 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452791844394_0001, dagName=[B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,542 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,543 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791844394_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001/localmode-log-dir/dag_1452791844394_0001_1.dot
2016-01-14 17:17:24,544 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001/localmode-log-dir/dag_1452791844394_0001_1-tez-dag.pb.txt
2016-01-14 17:17:24,551 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791844394_0001_1
2016-01-14 17:17:24,551 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,551 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24 Running Dag: dag_1452791844394_0001_1
2016-01-14 17:17:24,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791844394_0001_1, submitTime=1452791844542
2016-01-14 17:17:24,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:24,565 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E0C6CAEF95E4475987949D3643D96D05
2016-01-14 17:17:24,565 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:24,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791844394_0001_1, initTime=1452791844565
2016-01-14 17:17:24,566 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:24,566 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844394_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:24,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:DAG_STARTED]: dagID=dag_1452791844394_0001_1, startTime=1452791844567
2016-01-14 17:17:24,567 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:24,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:24,567 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844394_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:24,567 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E0C6CAEF95E4475987949D3643D96D05 : {D09E747E7C1A44E4B10271689F5C6B95={InputName=D09E747E7C1A44E4B10271689F5C6B95}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:24,567 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D09E747E7C1A44E4B10271689F5C6B95, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:24,567 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,567 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,568 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,568 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]. Starting root input initializers: 1
2016-01-14 17:17:24,569 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:24,569 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D09E747E7C1A44E4B10271689F5C6B95 on vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,569 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452791844394_0001, dagName=[B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,571 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:24,571 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D09E747E7C1A44E4B10271689F5C6B95 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:24,572 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:24,572 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:24,574 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:24,575 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D09E747E7C1A44E4B10271689F5C6B95 on vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,576 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:24,576 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D09E747E7C1A44E4B10271689F5C6B95=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:24,576 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] parallelism set to 1
2016-01-14 17:17:24,576 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:24,577 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791844394_0001_1_00, eventCount=1
2016-01-14 17:17:24,577 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,577 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=04A7473C325F42ABB37562E8DEB5C091, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:24,577 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=04A7473C325F42ABB37562E8DEB5C091, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,578 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=04A7473C325F42ABB37562E8DEB5C091, vertexName=E0C6CAEF95E4475987949D3643D96D05, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:24,578 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=04A7473C325F42ABB37562E8DEB5C091, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, vertexId=vertex_1452791844394_0001_1_00, initRequestedTime=1452791844567, initedTime=1452791844579, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:24,580 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] with distanceFromRoot: 0
2016-01-14 17:17:24,580 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:24,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:24,580 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E0C6CAEF95E4475987949D3643D96D05
2016-01-14 17:17:24,580 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:24,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791844394_0001_1_00, startRequestedTime=1452791844580, startedTime=1452791844580
2016-01-14 17:17:24,581 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:24,581 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:24,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:TASK_STARTED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, taskId=task_1452791844394_0001_1_00_000000, scheduledTime=1452791844581, launchTime=1452791844581
2016-01-14 17:17:24,582 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844394_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:24,582 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,582 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL, VertexName: E0C6CAEF95E4475987949D3643D96D05, VertexParallelism: 1, TaskAttemptID:attempt_1452791844394_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D09E747E7C1A44E4B10271689F5C6B95, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=04A7473C325F42ABB37562E8DEB5C091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:24,583 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844394_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:24,583 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:24,584 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:24,584 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:24,585 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:24,585 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791844394_0001_00_000001
2016-01-14 17:17:24,585 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:24,585 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:24,585 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:24,588 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791844394_0001_00_000001
2016-01-14 17:17:24,588 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:24,589 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:24,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:24,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791844394_0001_00_000001, launchTime=1452791844589
2016-01-14 17:17:24,591 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791844394_0001_00_000001
2016-01-14 17:17:24,592 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791844394_0001_1_00_000000_0] to container: [container_1452791844394_0001_00_000001]
2016-01-14 17:17:24,592 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:24,592 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791844394_0001_00_000001 given task: attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,592 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791844394_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791844394_0001_1_00_000000_0] started. Is using containerId: [container_1452791844394_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:24 Starting to run new task attempt: attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, taskAttemptId=attempt_1452791844394_0001_1_00_000000_0, startTime=1452791844592, containerId=container_1452791844394_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791844394_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:24,593 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844394_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:24,593 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844394_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:24,593 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:24,594 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,594 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791844394_0001, with dag id: dag_1452791844394_0001_1
2016-01-14 17:17:24,596 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:24,596 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:24,597 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:24,597 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:24,597 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:24,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB] each.each/(1/1) ...ld'_RESULTS.-1_VALUES_ALL, VertexName: E0C6CAEF95E4475987949D3643D96D05, VertexParallelism: 1, TaskAttemptID:attempt_1452791844394_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D09E747E7C1A44E4B10271689F5C6B95, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=04A7473C325F42ABB37562E8DEB5C091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:24,597 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:24,600 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791844394_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:24,600 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:24,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D09E747E7C1A44E4B10271689F5C6B95, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:24,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:24,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,605 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,606 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:24,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=04A7473C325F42ABB37562E8DEB5C091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:24,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:24,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 04A7473C325F42ABB37562E8DEB5C091
2016-01-14 17:17:24,609 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:24,609 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 04A7473C325F42ABB37562E8DEB5C091
2016-01-14 17:17:24,611 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:24,611 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,615 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E0C6CAEF95E4475987949D3643D96D05, ordinal: 0
2016-01-14 17:17:24,615 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E0C6CAEF95E4475987949D3643D96D05, mem on start (mb), free: 277, total: 380, max: 672
2016-01-14 17:17:24,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:24,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:24,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:24,622 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:24,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 04A7473C325F42ABB37562E8DEB5C091
2016-01-14 17:17:24,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:24,622 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:24,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:24,623 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D09E747E7C1A44E4B10271689F5C6B95, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:24,623 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 04A7473C325F42ABB37562E8DEB5C091, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:24,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:24,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D09E747E7C1A44E4B10271689F5C6B95 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:24,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:24,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,624 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:24,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:24,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:24,625 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,626 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:24,627 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5166b697
2016-01-14 17:17:24,628 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5166b697
2016-01-14 17:17:24,629 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:24,629 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:24,629 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"], id: 04A7473C325F42ABB37562E8DEB5C091
2016-01-14 17:17:24,631 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_VALUES_ALL"]
2016-01-14 17:17:24,631 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,631 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:24,631 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E0C6CAEF95E4475987949D3643D96D05, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:24,632 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,632 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,633 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,633 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:24,633 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:24,634 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24,634 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791844394_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:24,635 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791844394_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:24,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:24,637 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, taskAttemptId=attempt_1452791844394_0001_1_00_000000_0, startTime=1452791844592, finishTime=1452791844637, timeTaken=45, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791844631, Process_Duration=4, Process_End_Time=1452791844635, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:24,638 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844394_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:24,638 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791844394_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:24,638 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:24,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:TASK_FINISHED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, taskId=task_1452791844394_0001_1_00_000000, startTime=1452791844592, finishTime=1452791844638, timeTaken=46, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:24,639 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844394_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:24,639 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:24,639 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] : 1
2016-01-14 17:17:24,642 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] because task failed: task_1452791844394_0001_1_00_000000
2016-01-14 17:17:24,642 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:24,642 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:24,642 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,642 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=04A7473C325F42ABB37562E8DEB5C091, vertexId=vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:24,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:VERTEX_FINISHED]: vertexName=E0C6CAEF95E4475987949D3643D96D05, vertexId=vertex_1452791844394_0001_1_00, initRequestedTime=1452791844567, initedTime=1452791844579, startRequestedTime=1452791844580, startedTime=1452791844580, finishTime=1452791844643, timeTaken=63, status=FAILED, diagnostics=Task failed, taskId=task_1452791844394_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791844592, firstTasksToStart=[ task_1452791844394_0001_1_00_000000 ], lastTaskFinishTime=1452791844637, lastTasksToFinish=[ task_1452791844394_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:24,646 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:24,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791844631, Process_Duration=4, Process_End_Time=1452791844635, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:24,646 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E0C6CAEF95E4475987949D3643D96D05, mem on close (mb), free: 274, total: 380, max: 672
2016-01-14 17:17:24,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=E0C6CAEF95E4475987949D3643D96D05, index=0
2016-01-14 17:17:24,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=E0C6CAEF95E4475987949D3643D96D05, sourceVertex=D09E747E7C1A44E4B10271689F5C6B95
2016-01-14 17:17:24,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=E0C6CAEF95E4475987949D3643D96D05, sourceVertex=04A7473C325F42ABB37562E8DEB5C091
2016-01-14 17:17:24,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:24,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791844394_0001_00_000001, stoppedTime=1452791844647, exitStatus=0
2016-01-14 17:17:24,647 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:24,648 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791844394_0001_1_00_000000_0 failed: true container: container_1452791844394_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:24,648 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:24,648 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:24,648 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791844394_0001_1
2016-01-14 17:17:24,648 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 04A7473C325F42ABB37562E8DEB5C091 for vertex: vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05]
2016-01-14 17:17:24,649 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791844394_0001_1, queueSize=0
2016-01-14 17:17:24,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:24,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844394_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791844394_0001_1, startTime=1452791844567, finishTime=1452791844649, timeTaken=82, status=FAILED, diagnostics=Vertex failed, vertexName=E0C6CAEF95E4475987949D3643D96D05, vertexId=vertex_1452791844394_0001_1_00, diagnostics=[Task failed, taskId=task_1452791844394_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791844394_0001_1_00 [E0C6CAEF95E4475987949D3643D96D05] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:24,650 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791844394_0001_1 finished with state: FAILED
2016-01-14 17:17:24,650 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844394_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:24,650 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791844394_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:24 Completed Dag: dag_1452791844394_0001_1
2016-01-14 17:17:24,651 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791844394_0001_1, dagState=FAILED
2016-01-14 17:17:24,651 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791844394_0001_1_post
2016-01-14 17:17:24,651 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:24,651 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:24,651 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:24,652 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791844394_0001_00_000001
2016-01-14 17:17:24,652 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791844394_0001_00_000001
2016-01-14 17:17:24,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791844394_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:24,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791844394_0001_00_000001 completed but with errors
2016-01-14 17:17:24,655 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791844394_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:24,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844394_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:24,656 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844394_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:24,662 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.-1_VALUES_ALL, applicationId=application_1452791844394_0001
2016-01-14 17:17:24,665 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:24,665 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:24,665 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:24,666 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:24,666 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:24,666 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:24,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:24,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:24,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:24,667 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:24,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:24,667 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:24,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:24,672 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B6F2F85144014CE09A09166D776D6E59/C3B59CD2B4254B4D83FBC37838D572CB/.tez/application_1452791844394_0001
2016-01-14 17:17:24,682 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:24,683 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...ld'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,683 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:24,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.314
2016-01-14 17:17:24,684 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_VALUES_ALL
2016-01-14 17:17:24,706 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:24,706 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:24,736 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 17:17:24,736 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 17:17:24,736 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:24,737 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:24,737 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_'field2'
2016-01-14 17:17:24,759 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:24,759 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:24,800 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 17:17:24,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 17:17:24,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:24,803 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:24,803 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:24,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:24,817 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:24,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:24,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:24,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"]
2016-01-14 17:17:24,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:24,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:24,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:24,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:24,830 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:24,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:24,851 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:24,852 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:24,852 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:24,861 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001 doesn't exist and is created
2016-01-14 17:17:24,880 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:24,880 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:24,881 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001
2016-01-14 17:17:24,884 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791844851_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:24,894 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:24,895 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:24,896 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:24,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:24,896 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001/localmode-log-dir
2016-01-14 17:17:24,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001/localmode-log-dir/history.txt.appattempt_1452791844851_0001_000000, maxErrors=10
2016-01-14 17:17:24,897 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:24,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791844851_0001_000000, appSubmitTime=1452791844883, launchTime=1452791844884
2016-01-14 17:17:24,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:24,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:24,909 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:24,911 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:24,918 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:45913
2016-01-14 17:17:24,919 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:24,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791844851_0001_000000, startTime=1452791844921
2016-01-14 17:17:24,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:24,921 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:24,981 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:24,981 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:24,981 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452791844851_0001, dagName=[A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:24,998 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:24,999 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791844851_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001/localmode-log-dir/dag_1452791844851_0001_1.dot
2016-01-14 17:17:25,000 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001/localmode-log-dir/dag_1452791844851_0001_1-tez-dag.pb.txt
2016-01-14 17:17:25,005 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791844851_0001_1
2016-01-14 17:17:25,005 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,005 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:25 Running Dag: dag_1452791844851_0001_1
2016-01-14 17:17:25,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791844851_0001_1, submitTime=1452791844998
2016-01-14 17:17:25,017 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:25,017 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F379BB6D31564BE9AE9B3334E2FBDE70
2016-01-14 17:17:25,017 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:25,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791844851_0001_1, initTime=1452791845017
2016-01-14 17:17:25,018 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844851_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:25,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:25,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:DAG_STARTED]: dagID=dag_1452791844851_0001_1, startTime=1452791845018
2016-01-14 17:17:25,019 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:25,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:25,019 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844851_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F379BB6D31564BE9AE9B3334E2FBDE70 : {660C4623C2BB4C3DB6CB8A33384A4AAB={InputName=660C4623C2BB4C3DB6CB8A33384A4AAB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 660C4623C2BB4C3DB6CB8A33384A4AAB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,019 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]. Starting root input initializers: 1
2016-01-14 17:17:25,022 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:25,022 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 660C4623C2BB4C3DB6CB8A33384A4AAB on vertex vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,022 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452791844851_0001, dagName=[A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:25,024 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:25,024 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 660C4623C2BB4C3DB6CB8A33384A4AAB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:25,025 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:25,025 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:25,026 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:25,027 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 660C4623C2BB4C3DB6CB8A33384A4AAB on vertex vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,027 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:25,027 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {660C4623C2BB4C3DB6CB8A33384A4AAB=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:25,027 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] parallelism set to 1
2016-01-14 17:17:25,028 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:25,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791844851_0001_1_00, eventCount=1
2016-01-14 17:17:25,028 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,028 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=CE57F5F64D854A91829342BC7774AD2E, vertexId=vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:25,028 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=CE57F5F64D854A91829342BC7774AD2E, vertexId=vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,031 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=CE57F5F64D854A91829342BC7774AD2E, vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:25,031 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=CE57F5F64D854A91829342BC7774AD2E, vertexId=vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,032 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:25,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, vertexId=vertex_1452791844851_0001_1_00, initRequestedTime=1452791845019, initedTime=1452791845032, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:25,032 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] with distanceFromRoot: 0
2016-01-14 17:17:25,033 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:25,033 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F379BB6D31564BE9AE9B3334E2FBDE70
2016-01-14 17:17:25,033 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:25,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791844851_0001_1_00, startRequestedTime=1452791845033, startedTime=1452791845033
2016-01-14 17:17:25,034 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:25,034 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:25,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:TASK_STARTED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, taskId=task_1452791844851_0001_1_00_000000, scheduledTime=1452791845034, launchTime=1452791845034
2016-01-14 17:17:25,035 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844851_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:25,035 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,035 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS, VertexName: F379BB6D31564BE9AE9B3334E2FBDE70, VertexParallelism: 1, TaskAttemptID:attempt_1452791844851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=660C4623C2BB4C3DB6CB8A33384A4AAB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CE57F5F64D854A91829342BC7774AD2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:25,036 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844851_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:25,036 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:25,037 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:25,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791844851_0001, with dag id: dag_1452791844851_0001_1
2016-01-14 17:17:25,038 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:25,040 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:25,040 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791844851_0001_00_000001
2016-01-14 17:17:25,041 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:25,043 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791844851_0001_00_000001
2016-01-14 17:17:25,043 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:25,044 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:25,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791844851_0001_00_000001, launchTime=1452791845044
2016-01-14 17:17:25,044 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:25,045 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791844851_0001_00_000001
2016-01-14 17:17:25,046 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791844851_0001_1_00_000000_0] to container: [container_1452791844851_0001_00_000001]
2016-01-14 17:17:25,046 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:25,047 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791844851_0001_00_000001 given task: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,047 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791844851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,047 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791844851_0001_1_00_000000_0] started. Is using containerId: [container_1452791844851_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:25,048 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:25,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0, startTime=1452791845047, containerId=container_1452791844851_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791844851_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:25,048 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844851_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:25,048 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844851_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:25 Starting to run new task attempt: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,049 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,049 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,049 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:25,050 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:25,050 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:25,050 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:25,051 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:25,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92] each.each/(1/1) ...'_RESULTS.-1_ARGS_RESULTS, VertexName: F379BB6D31564BE9AE9B3334E2FBDE70, VertexParallelism: 1, TaskAttemptID:attempt_1452791844851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=660C4623C2BB4C3DB6CB8A33384A4AAB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CE57F5F64D854A91829342BC7774AD2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:25,051 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:25,052 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:25,053 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791844851_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:25,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=660C4623C2BB4C3DB6CB8A33384A4AAB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:25,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CE57F5F64D854A91829342BC7774AD2E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:25,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:25,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CE57F5F64D854A91829342BC7774AD2E
2016-01-14 17:17:25,056 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:25,056 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: CE57F5F64D854A91829342BC7774AD2E
2016-01-14 17:17:25,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:25,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,059 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:25,059 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,063 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:25,063 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,070 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F379BB6D31564BE9AE9B3334E2FBDE70, ordinal: 0
2016-01-14 17:17:25,070 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F379BB6D31564BE9AE9B3334E2FBDE70, mem on start (mb), free: 200, total: 380, max: 672
2016-01-14 17:17:25,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:25,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:25,072 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:25,072 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CE57F5F64D854A91829342BC7774AD2E
2016-01-14 17:17:25,072 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:25,072 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:25,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:25,073 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CE57F5F64D854A91829342BC7774AD2E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:25,073 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 660C4623C2BB4C3DB6CB8A33384A4AAB, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:25,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:25,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 660C4623C2BB4C3DB6CB8A33384A4AAB being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:25,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,074 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:25,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:25,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:25,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:25,077 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,077 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:25,078 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6fd45b15
2016-01-14 17:17:25,080 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,081 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6fd45b15
2016-01-14 17:17:25,081 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:25,081 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:25,082 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 660C4623C2BB4C3DB6CB8A33384A4AAB
2016-01-14 17:17:25,082 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"], id: CE57F5F64D854A91829342BC7774AD2E
2016-01-14 17:17:25,083 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.-1_ARGS_RESULTS"]
2016-01-14 17:17:25,083 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,084 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:25,085 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F379BB6D31564BE9AE9B3334E2FBDE70, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:25,088 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:25,088 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:25,089 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,089 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791844851_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:25,090 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,090 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F379BB6D31564BE9AE9B3334E2FBDE70, mem on close (mb), free: 198, total: 380, max: 672
2016-01-14 17:17:25 Completed running task attempt: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,092 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:25,096 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:25,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, taskAttemptId=attempt_1452791844851_0001_1_00_000000_0, startTime=1452791845047, finishTime=1452791845095, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845085, Process_Duration=5, Process_End_Time=1452791845090, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,096 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791844851_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:25,096 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:25,096 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:25,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:TASK_FINISHED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, taskId=task_1452791844851_0001_1_00_000000, startTime=1452791845047, finishTime=1452791845097, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1452791844851_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845085, Process_Duration=5, Process_End_Time=1452791845090, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,098 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791844851_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:25,098 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] : 1
2016-01-14 17:17:25,098 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:25,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:VERTEX_FINISHED]: vertexName=F379BB6D31564BE9AE9B3334E2FBDE70, vertexId=vertex_1452791844851_0001_1_00, initRequestedTime=1452791845019, initedTime=1452791845032, startRequestedTime=1452791845033, startedTime=1452791845033, finishTime=1452791845098, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845085, Process_Duration=5, Process_End_Time=1452791845090, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791845047, firstTasksToStart=[ task_1452791844851_0001_1_00_000000 ], lastTaskFinishTime=1452791845095, lastTasksToFinish=[ task_1452791844851_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791844851_0001_1_00_000000 ], longestDurationTasks=[ task_1452791844851_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:25,100 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:25,101 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:25,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791844851_0001_00_000001, stoppedTime=1452791845101, exitStatus=0
2016-01-14 17:17:25,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:25,101 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:25,101 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:25,102 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791844851_0001_1
2016-01-14 17:17:25,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791844851_0001_1
2016-01-14 17:17:25,102 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: CE57F5F64D854A91829342BC7774AD2E for vertex: vertex_1452791844851_0001_1_00 [F379BB6D31564BE9AE9B3334E2FBDE70]
2016-01-14 17:17:25,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791845085, Process_Duration=5, Process_End_Time=1452791845090, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:25,107 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:25,108 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,108 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791844851_0001_00_000001
2016-01-14 17:17:25,108 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791844851_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:25,108 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791844851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:25,109 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791844851_0001_00_000001, Exiting
2016-01-14 17:17:25,109 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791844851_0001_00_000001
2016-01-14 17:17:25,109 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791844851_0001_00_000001
2016-01-14 17:17:25,111 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791844851_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:25,111 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791844851_0001_00_000001 completed successfully
2016-01-14 17:17:25,116 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791844851_0001_1, queueSize=0
2016-01-14 17:17:25,116 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:25,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791844851_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791844851_0001_1, startTime=1452791845018, finishTime=1452791845114, timeTaken=96, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=398983168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845085, Process_Duration=5, Process_End_Time=1452791845090, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,116 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791844851_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:25,116 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791844851_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:25,117 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791844851_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:25,117 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791844851_0001_00_000001
2016-01-14 17:17:25 Completed Dag: dag_1452791844851_0001_1
2016-01-14 17:17:25,118 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791844851_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:25,118 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791844851_0001_1_post
2016-01-14 17:17:25,118 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,119 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:25,123 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.-1_ARGS_RESULTS, applicationId=application_1452791844851_0001
2016-01-14 17:17:25,125 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:25,125 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:25,125 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:25,125 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:25,125 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:25,126 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:25,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:25,127 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:25,128 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:25,128 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:25,128 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:25,129 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:25,129 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:25,133 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A63E5CD320FF4D3BA53E82D3D4A79A11/CFE7D85AC4D34C4A902802A5FE9D5B92/.tez/application_1452791844851_0001
2016-01-14 17:17:25,133 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.306
2016-01-14 17:17:25,198 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_RESULTS
2016-01-14 17:17:25,210 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:25,210 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:25,220 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:25,220 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:25,249 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-01-14 17:17:25,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-01-14 17:17:25,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:25,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:25,252 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.-1_ARGS_ALL
2016-01-14 17:17:25,281 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:25,282 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:25,334 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 17:17:25,344 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 17:17:25,344 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:25,344 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:25,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:25,366 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:25,367 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,385 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:25,385 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,386 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"]
2016-01-14 17:17:25,386 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:25,386 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:25,387 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:25,389 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,389 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:25,402 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:25,407 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:25,407 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:25,408 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:25,420 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001 doesn't exist and is created
2016-01-14 17:17:25,474 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:25,474 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:25,474 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001
2016-01-14 17:17:25,479 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791845407_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:25,494 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:25,495 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:25,496 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:25,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:25,496 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001/localmode-log-dir
2016-01-14 17:17:25,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001/localmode-log-dir/history.txt.appattempt_1452791845407_0001_000000, maxErrors=10
2016-01-14 17:17:25,497 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:25,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791845407_0001_000000, appSubmitTime=1452791845478, launchTime=1452791845478
2016-01-14 17:17:25,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:25,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:25,505 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43027
2016-01-14 17:17:25,505 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:25,507 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:25,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:25,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791845407_0001_000000, startTime=1452791845509
2016-01-14 17:17:25,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:25,509 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:25,574 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:25,574 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:25,574 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452791845407_0001, dagName=[C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,590 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,592 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791845407_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001/localmode-log-dir/dag_1452791845407_0001_1.dot
2016-01-14 17:17:25,592 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001/localmode-log-dir/dag_1452791845407_0001_1-tez-dag.pb.txt
2016-01-14 17:17:25,598 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791845407_0001_1
2016-01-14 17:17:25,599 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,599 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25 Running Dag: dag_1452791845407_0001_1
2016-01-14 17:17:25,612 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:25,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791845407_0001_1, submitTime=1452791845591
2016-01-14 17:17:25,613 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C8AB7D75A04042729730E099AEAB8423
2016-01-14 17:17:25,613 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:25,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791845407_0001_1, initTime=1452791845612
2016-01-14 17:17:25,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:25,614 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845407_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:25,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:DAG_STARTED]: dagID=dag_1452791845407_0001_1, startTime=1452791845615
2016-01-14 17:17:25,615 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:25,616 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845407_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C8AB7D75A04042729730E099AEAB8423 : {86D00466B34148D4A8E9B94FF9BC0548={InputName=86D00466B34148D4A8E9B94FF9BC0548}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 86D00466B34148D4A8E9B94FF9BC0548, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:25,616 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]. Starting root input initializers: 1
2016-01-14 17:17:25,618 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:25,618 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 86D00466B34148D4A8E9B94FF9BC0548 on vertex vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,618 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452791845407_0001, dagName=[C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,622 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:25,622 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 86D00466B34148D4A8E9B94FF9BC0548 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:25,623 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:25,623 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:25,625 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:25,626 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 86D00466B34148D4A8E9B94FF9BC0548 on vertex vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,626 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:25,626 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {86D00466B34148D4A8E9B94FF9BC0548=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:25,626 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] parallelism set to 1
2016-01-14 17:17:25,627 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:25,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791845407_0001_1_00, eventCount=1
2016-01-14 17:17:25,627 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,627 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=8D1AD458FE1E4B08AC250ACE52C4AC2D, vertexId=vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:25,627 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=8D1AD458FE1E4B08AC250ACE52C4AC2D, vertexId=vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,629 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=8D1AD458FE1E4B08AC250ACE52C4AC2D, vertexName=C8AB7D75A04042729730E099AEAB8423, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:25,630 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=8D1AD458FE1E4B08AC250ACE52C4AC2D, vertexId=vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C8AB7D75A04042729730E099AEAB8423, vertexId=vertex_1452791845407_0001_1_00, initRequestedTime=1452791845616, initedTime=1452791845631, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:25,631 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] with distanceFromRoot: 0
2016-01-14 17:17:25,631 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:25,631 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:25,632 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C8AB7D75A04042729730E099AEAB8423
2016-01-14 17:17:25,632 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:25,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791845407_0001_1_00, startRequestedTime=1452791845631, startedTime=1452791845632
2016-01-14 17:17:25,632 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:25,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:25,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:TASK_STARTED]: vertexName=C8AB7D75A04042729730E099AEAB8423, taskId=task_1452791845407_0001_1_00_000000, scheduledTime=1452791845633, launchTime=1452791845633
2016-01-14 17:17:25,633 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845407_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:25,633 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,634 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1, VertexName: C8AB7D75A04042729730E099AEAB8423, VertexParallelism: 1, TaskAttemptID:attempt_1452791845407_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=86D00466B34148D4A8E9B94FF9BC0548, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8D1AD458FE1E4B08AC250ACE52C4AC2D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:25,634 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845407_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:25,634 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:25,636 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:25,636 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:25,636 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:25,637 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791845407_0001_00_000001
2016-01-14 17:17:25,637 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:25,638 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791845407_0001, with dag id: dag_1452791845407_0001_1
2016-01-14 17:17:25,639 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791845407_0001_00_000001
2016-01-14 17:17:25,639 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:25,640 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:25,640 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:25,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791845407_0001_00_000001, launchTime=1452791845640
2016-01-14 17:17:25,643 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791845407_0001_00_000001
2016-01-14 17:17:25,644 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791845407_0001_1_00_000000_0] to container: [container_1452791845407_0001_00_000001]
2016-01-14 17:17:25,644 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:25,646 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791845407_0001_00_000001 given task: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,646 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791845407_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,646 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791845407_0001_1_00_000000_0] started. Is using containerId: [container_1452791845407_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:25,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C8AB7D75A04042729730E099AEAB8423, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0, startTime=1452791845646, containerId=container_1452791845407_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791845407_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:25,646 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845407_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:25,647 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845407_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:25,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:25 Starting to run new task attempt: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,648 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,649 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,649 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:25,649 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:25,649 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:25,650 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:25,650 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:25,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860] each.each/(1/1) ...ld'_RESULTS.0_'field2'_-1, VertexName: C8AB7D75A04042729730E099AEAB8423, VertexParallelism: 1, TaskAttemptID:attempt_1452791845407_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=86D00466B34148D4A8E9B94FF9BC0548, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8D1AD458FE1E4B08AC250ACE52C4AC2D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:25,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:25,651 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:25,652 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791845407_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:25,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=86D00466B34148D4A8E9B94FF9BC0548, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:25,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:25,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,654 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=8D1AD458FE1E4B08AC250ACE52C4AC2D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:25,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:25,657 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:25,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 8D1AD458FE1E4B08AC250ACE52C4AC2D
2016-01-14 17:17:25,658 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:25,659 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 8D1AD458FE1E4B08AC250ACE52C4AC2D
2016-01-14 17:17:25,659 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:25,659 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,667 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C8AB7D75A04042729730E099AEAB8423, ordinal: 0
2016-01-14 17:17:25,668 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C8AB7D75A04042729730E099AEAB8423, mem on start (mb), free: 322, total: 387, max: 672
2016-01-14 17:17:25,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:25,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:25,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:25,672 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:25,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 8D1AD458FE1E4B08AC250ACE52C4AC2D
2016-01-14 17:17:25,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:25,672 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:25,673 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:25,673 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 86D00466B34148D4A8E9B94FF9BC0548, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:25,673 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 8D1AD458FE1E4B08AC250ACE52C4AC2D, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:25,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:25,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,674 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:25,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 86D00466B34148D4A8E9B94FF9BC0548 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:25,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:25,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:25,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:25,675 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,676 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:25,677 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6ec1d9d1
2016-01-14 17:17:25,678 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,679 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 86D00466B34148D4A8E9B94FF9BC0548
2016-01-14 17:17:25,679 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"], id: 8D1AD458FE1E4B08AC250ACE52C4AC2D
2016-01-14 17:17:25,679 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_-1"]
2016-01-14 17:17:25,679 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,679 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:25,683 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6ec1d9d1
2016-01-14 17:17:25,683 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:25,684 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:25,684 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C8AB7D75A04042729730E099AEAB8423, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:25,688 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:25,688 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:25,688 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,689 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791845407_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:25,690 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,690 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C8AB7D75A04042729730E099AEAB8423, mem on close (mb), free: 320, total: 387, max: 672
2016-01-14 17:17:25 Completed running task attempt: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,691 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:25,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791845684, Process_Duration=6, Process_End_Time=1452791845690, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:25,694 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:25,694 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:25,695 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C8AB7D75A04042729730E099AEAB8423, taskAttemptId=attempt_1452791845407_0001_1_00_000000_0, startTime=1452791845646, finishTime=1452791845693, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845684, Process_Duration=6, Process_End_Time=1452791845690, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,696 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845407_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:25,696 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791845407_0001_00_000001
2016-01-14 17:17:25,696 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25,696 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:25,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:TASK_FINISHED]: vertexName=C8AB7D75A04042729730E099AEAB8423, taskId=task_1452791845407_0001_1_00_000000, startTime=1452791845646, finishTime=1452791845696, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1452791845407_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845684, Process_Duration=6, Process_End_Time=1452791845690, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,697 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845407_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:25,697 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] : 1
2016-01-14 17:17:25,697 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:VERTEX_FINISHED]: vertexName=C8AB7D75A04042729730E099AEAB8423, vertexId=vertex_1452791845407_0001_1_00, initRequestedTime=1452791845616, initedTime=1452791845631, startRequestedTime=1452791845631, startedTime=1452791845632, finishTime=1452791845697, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845684, Process_Duration=6, Process_End_Time=1452791845690, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791845646, firstTasksToStart=[ task_1452791845407_0001_1_00_000000 ], lastTaskFinishTime=1452791845693, lastTasksToFinish=[ task_1452791845407_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791845407_0001_1_00_000000 ], longestDurationTasks=[ task_1452791845407_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:25,699 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:25,699 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:25,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791845407_0001_00_000001, stoppedTime=1452791845700, exitStatus=0
2016-01-14 17:17:25,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:25,701 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:25,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:25,702 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:25,703 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:25,703 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791845407_0001_1
2016-01-14 17:17:25,704 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791845407_0001_1
2016-01-14 17:17:25,704 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 8D1AD458FE1E4B08AC250ACE52C4AC2D for vertex: vertex_1452791845407_0001_1_00 [C8AB7D75A04042729730E099AEAB8423]
2016-01-14 17:17:25,706 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791845407_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:25,706 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791845407_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:25,706 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791845407_0001_00_000001, Exiting
2016-01-14 17:17:25,706 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791845407_0001_00_000001
2016-01-14 17:17:25,707 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791845407_0001_00_000001
2016-01-14 17:17:25,712 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791845407_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:25,713 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791845407_0001_00_000001 completed successfully
2016-01-14 17:17:25,715 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791845407_0001_1, queueSize=0
2016-01-14 17:17:25,716 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:25,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845407_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791845407_0001_1, startTime=1452791845615, finishTime=1452791845714, timeTaken=99, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791845684, Process_Duration=6, Process_End_Time=1452791845690, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:25,716 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791845407_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:25,716 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845407_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:25,716 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845407_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:25 Completed Dag: dag_1452791845407_0001_1
2016-01-14 17:17:25,717 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791845407_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:25,717 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791845407_0001_1_post
2016-01-14 17:17:25,717 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:25,717 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:25,717 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791845407_0001_00_000001
2016-01-14 17:17:25,723 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.0_'field2'_-1, applicationId=application_1452791845407_0001
2016-01-14 17:17:25,725 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:25,725 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:25,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:25,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:25,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:25,726 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:25,726 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:25,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:25,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:25,726 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:25,727 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:25,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:25,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:25,731 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C8AA958B9F2D4EC0A061C92DBE07070A/C589AF98221D4F7095535C84738DF860/.tez/application_1452791845407_0001
2016-01-14 17:17:25,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.346
2016-01-14 17:17:25,782 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:25,782 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:25,800 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_-1
2016-01-14 17:17:25,822 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:25,823 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:25,854 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 17:17:25,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 17:17:25,862 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:25,862 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:25,862 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:25,876 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:25,876 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'
2016-01-14 17:17:25,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:25,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:25,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"]
2016-01-14 17:17:25,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:25,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:25,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:25,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 17:17:25,889 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:25,901 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:25,906 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:25,906 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:25,906 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:25,915 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001 doesn't exist and is created
2016-01-14 17:17:25,939 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:25,939 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:25,939 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001
2016-01-14 17:17:25,943 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791845906_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:25,953 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:25,954 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:25,956 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:25,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:25,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001/localmode-log-dir
2016-01-14 17:17:25,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001/localmode-log-dir/history.txt.appattempt_1452791845906_0001_000000, maxErrors=10
2016-01-14 17:17:25,957 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:25,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791845906_0001_000000, appSubmitTime=1452791845942, launchTime=1452791845943
2016-01-14 17:17:25,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:25,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:25,964 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:25,966 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:44608
2016-01-14 17:17:25,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:25,967 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:25,971 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791845906_0001_000000, startTime=1452791845971
2016-01-14 17:17:25,971 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:25,971 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:26,039 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:26,040 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:26,040 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452791845906_0001, dagName=[83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 17:17:26,055 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 17:17:26,056 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791845906_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001/localmode-log-dir/dag_1452791845906_0001_1.dot
2016-01-14 17:17:26,056 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001/localmode-log-dir/dag_1452791845906_0001_1-tez-dag.pb.txt
2016-01-14 17:17:26,062 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791845906_0001_1
2016-01-14 17:17:26,062 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,062 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 17:17:26 Running Dag: dag_1452791845906_0001_1
2016-01-14 17:17:26,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:26,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791845906_0001_1, submitTime=1452791846055
2016-01-14 17:17:26,074 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A01B78A7371A45599A4A568DF262FFEA
2016-01-14 17:17:26,074 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:26,075 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:26,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791845906_0001_1, initTime=1452791846074
2016-01-14 17:17:26,075 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845906_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:26,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:DAG_STARTED]: dagID=dag_1452791845906_0001_1, startTime=1452791846075
2016-01-14 17:17:26,076 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:26,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:26,076 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845906_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:26,076 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452791845906_0001, dagName=[83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2'
2016-01-14 17:17:26,076 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A01B78A7371A45599A4A568DF262FFEA : {78CA76F9D2AA46FE9386E3B5C689EFE4={InputName=78CA76F9D2AA46FE9386E3B5C689EFE4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:26,077 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 78CA76F9D2AA46FE9386E3B5C689EFE4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:26,077 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,077 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]. Starting root input initializers: 1
2016-01-14 17:17:26,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:26,078 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 78CA76F9D2AA46FE9386E3B5C689EFE4 on vertex vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,079 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:26,079 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 78CA76F9D2AA46FE9386E3B5C689EFE4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:26,080 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:26,080 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:26,081 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:26,081 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 78CA76F9D2AA46FE9386E3B5C689EFE4 on vertex vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,081 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:26,082 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {78CA76F9D2AA46FE9386E3B5C689EFE4=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:26,082 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] parallelism set to 1
2016-01-14 17:17:26,082 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:26,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791845906_0001_1_00, eventCount=1
2016-01-14 17:17:26,082 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,083 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B2215E593B114DAC9EED8324CB38AF91, vertexId=vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:26,083 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B2215E593B114DAC9EED8324CB38AF91, vertexId=vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,085 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B2215E593B114DAC9EED8324CB38AF91, vertexName=A01B78A7371A45599A4A568DF262FFEA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:26,085 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B2215E593B114DAC9EED8324CB38AF91, vertexId=vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:26,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, vertexId=vertex_1452791845906_0001_1_00, initRequestedTime=1452791846076, initedTime=1452791846086, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:26,086 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] with distanceFromRoot: 0
2016-01-14 17:17:26,086 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:26,087 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A01B78A7371A45599A4A568DF262FFEA
2016-01-14 17:17:26,087 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:26,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791845906_0001_1_00, startRequestedTime=1452791846087, startedTime=1452791846087
2016-01-14 17:17:26,088 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:26,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:26,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:TASK_STARTED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, taskId=task_1452791845906_0001_1_00_000000, scheduledTime=1452791846088, launchTime=1452791846088
2016-01-14 17:17:26,088 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845906_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:26,089 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2', VertexName: A01B78A7371A45599A4A568DF262FFEA, VertexParallelism: 1, TaskAttemptID:attempt_1452791845906_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=78CA76F9D2AA46FE9386E3B5C689EFE4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2215E593B114DAC9EED8324CB38AF91, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:26,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845906_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:26,089 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:26,090 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:26,090 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:26,090 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:26,091 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791845906_0001_00_000001
2016-01-14 17:17:26,091 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:26,093 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791845906_0001_00_000001
2016-01-14 17:17:26,093 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:26,094 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:26,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:26,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791845906_0001_00_000001, launchTime=1452791846093
2016-01-14 17:17:26,095 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791845906_0001_00_000001
2016-01-14 17:17:26,096 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791845906_0001_1_00_000000_0] to container: [container_1452791845906_0001_00_000001]
2016-01-14 17:17:26,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:26,097 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791845906_0001_1_00_000000_0] started. Is using containerId: [container_1452791845906_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:26,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0, startTime=1452791846097, containerId=container_1452791845906_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791845906_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:26,098 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845906_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:26,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:26,098 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845906_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:26,098 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791845906_0001_00_000001 given task: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,098 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791845906_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26 Starting to run new task attempt: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,099 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,099 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,099 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:26,099 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:26,099 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:26,100 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:26,100 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:26,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123] each.each/(1/1) ...SULTS.0_'field2'_'field2', VertexName: A01B78A7371A45599A4A568DF262FFEA, VertexParallelism: 1, TaskAttemptID:attempt_1452791845906_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=78CA76F9D2AA46FE9386E3B5C689EFE4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2215E593B114DAC9EED8324CB38AF91, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:26,100 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:26,101 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:26,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=78CA76F9D2AA46FE9386E3B5C689EFE4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,103 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,103 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791845906_0001, with dag id: dag_1452791845906_0001_1
2016-01-14 17:17:26,104 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791845906_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:26,105 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:26,107 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:26,107 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B2215E593B114DAC9EED8324CB38AF91, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:26,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:26,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B2215E593B114DAC9EED8324CB38AF91
2016-01-14 17:17:26,110 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:26,111 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B2215E593B114DAC9EED8324CB38AF91
2016-01-14 17:17:26,120 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A01B78A7371A45599A4A568DF262FFEA, ordinal: 0
2016-01-14 17:17:26,120 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A01B78A7371A45599A4A568DF262FFEA, mem on start (mb), free: 244, total: 387, max: 672
2016-01-14 17:17:26,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:26,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:26,125 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:26,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B2215E593B114DAC9EED8324CB38AF91
2016-01-14 17:17:26,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:26,126 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:26,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:26,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:26,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:26,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:26,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:26,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:26,127 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 78CA76F9D2AA46FE9386E3B5C689EFE4, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:26,128 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B2215E593B114DAC9EED8324CB38AF91, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:26,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:26,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,128 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:26,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 78CA76F9D2AA46FE9386E3B5C689EFE4 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:26,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:26,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:26,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:26,130 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,131 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:26,131 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2628b9d6
2016-01-14 17:17:26,132 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2628b9d6
2016-01-14 17:17:26,132 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:26,132 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:26,134 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 78CA76F9D2AA46FE9386E3B5C689EFE4
2016-01-14 17:17:26,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"], id: B2215E593B114DAC9EED8324CB38AF91
2016-01-14 17:17:26,136 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_'field2'"]
2016-01-14 17:17:26,136 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,136 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:26,137 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A01B78A7371A45599A4A568DF262FFEA, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:26,139 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:26,140 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:26,142 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,142 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791845906_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:26,143 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,143 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A01B78A7371A45599A4A568DF262FFEA, mem on close (mb), free: 242, total: 387, max: 672
2016-01-14 17:17:26 Completed running task attempt: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,144 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:26,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, taskAttemptId=attempt_1452791845906_0001_1_00_000000_0, startTime=1452791846097, finishTime=1452791846146, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846137, Process_Duration=6, Process_End_Time=1452791846143, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,146 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791845906_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:26,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:26,146 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26,147 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:26,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:TASK_FINISHED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, taskId=task_1452791845906_0001_1_00_000000, startTime=1452791846097, finishTime=1452791846146, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452791845906_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846137, Process_Duration=6, Process_End_Time=1452791846143, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,147 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791845906_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:26,147 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] : 1
2016-01-14 17:17:26,148 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,148 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:26,149 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:26,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:VERTEX_FINISHED]: vertexName=A01B78A7371A45599A4A568DF262FFEA, vertexId=vertex_1452791845906_0001_1_00, initRequestedTime=1452791846076, initedTime=1452791846086, startRequestedTime=1452791846087, startedTime=1452791846087, finishTime=1452791846148, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846137, Process_Duration=6, Process_End_Time=1452791846143, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791846097, firstTasksToStart=[ task_1452791845906_0001_1_00_000000 ], lastTaskFinishTime=1452791846146, lastTasksToFinish=[ task_1452791845906_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791845906_0001_1_00_000000 ], longestDurationTasks=[ task_1452791845906_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:26,149 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:26,149 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:26,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791846137, Process_Duration=6, Process_End_Time=1452791846143, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:26,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791845906_0001_00_000001, stoppedTime=1452791846150, exitStatus=0
2016-01-14 17:17:26,150 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:26,150 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:26,150 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:26,150 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:26,150 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,150 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791845906_0001_1
2016-01-14 17:17:26,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791845906_0001_1
2016-01-14 17:17:26,151 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: B2215E593B114DAC9EED8324CB38AF91 for vertex: vertex_1452791845906_0001_1_00 [A01B78A7371A45599A4A568DF262FFEA]
2016-01-14 17:17:26,151 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791845906_0001_00_000001
2016-01-14 17:17:26,151 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791845906_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:26,151 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791845906_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:26,151 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791845906_0001_00_000001, Exiting
2016-01-14 17:17:26,151 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791845906_0001_00_000001
2016-01-14 17:17:26,152 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791845906_0001_00_000001
2016-01-14 17:17:26,153 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791845906_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:26,154 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791845906_0001_00_000001 completed successfully
2016-01-14 17:17:26,162 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791845906_0001_1, queueSize=0
2016-01-14 17:17:26,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:26,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791845906_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791845906_0001_1, startTime=1452791846075, finishTime=1452791846161, timeTaken=86, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846137, Process_Duration=6, Process_End_Time=1452791846143, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,163 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791845906_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:26,163 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791845906_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:26,163 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791845906_0001_00_000001
2016-01-14 17:17:26,163 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791845906_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:26 Completed Dag: dag_1452791845906_0001_1
2016-01-14 17:17:26,165 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791845906_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:26,165 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791845906_0001_1_post
2016-01-14 17:17:26,165 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,166 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:26,170 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...SULTS.0_'field2'_'field2', applicationId=application_1452791845906_0001
2016-01-14 17:17:26,172 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:26,172 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:26,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:26,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:26,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:26,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:26,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:26,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:26,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:26,174 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:26,174 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:26,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:26,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:26,179 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/83C71FD0F84F46F5AE198F7E61F2B914/BD3F27B5D65540BC99394B5BB5673123/.tez/application_1452791845906_0001
2016-01-14 17:17:26,180 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.294
2016-01-14 17:17:26,245 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_'field2'
2016-01-14 17:17:26,268 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:26,268 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:26,305 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 17:17:26,313 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 17:17:26,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:26,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:26,314 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:26,334 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:26,335 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:26,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"]
2016-01-14 17:17:26,352 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:26,352 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:26,352 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:26,353 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,353 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:26,372 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:26,378 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:26,379 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:26,379 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:26,389 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001 doesn't exist and is created
2016-01-14 17:17:26,406 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:26,407 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:26,408 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001
2016-01-14 17:17:26,411 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791846379_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:26,423 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:26,424 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:26,426 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:26,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:26,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001/localmode-log-dir
2016-01-14 17:17:26,427 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:26,428 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:26,428 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001/localmode-log-dir/history.txt.appattempt_1452791846379_0001_000000, maxErrors=10
2016-01-14 17:17:26,428 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:26,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791846379_0001_000000, appSubmitTime=1452791846411, launchTime=1452791846411
2016-01-14 17:17:26,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:26,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:26,437 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:26,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:26,441 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:40529
2016-01-14 17:17:26,443 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:26,445 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791846379_0001_000000, startTime=1452791846445
2016-01-14 17:17:26,445 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:26,445 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:26,507 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:26,507 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:26,507 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452791846379_0001, dagName=[A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,522 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,523 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791846379_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001/localmode-log-dir/dag_1452791846379_0001_1.dot
2016-01-14 17:17:26,524 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001/localmode-log-dir/dag_1452791846379_0001_1-tez-dag.pb.txt
2016-01-14 17:17:26,538 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791846379_0001_1
2016-01-14 17:17:26,538 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,539 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26 Running Dag: dag_1452791846379_0001_1
2016-01-14 17:17:26,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791846379_0001_1, submitTime=1452791846522
2016-01-14 17:17:26,551 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:26,552 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AA5FFBFB8D974EAEA85DE05B53C944CB
2016-01-14 17:17:26,552 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:26,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791846379_0001_1, initTime=1452791846551
2016-01-14 17:17:26,553 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846379_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:26,553 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:26,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:DAG_STARTED]: dagID=dag_1452791846379_0001_1, startTime=1452791846553
2016-01-14 17:17:26,554 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:26,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:26,554 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846379_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:26,554 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AA5FFBFB8D974EAEA85DE05B53C944CB : {655BB47EB6B9474E9E6281A3C47E02FA={InputName=655BB47EB6B9474E9E6281A3C47E02FA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:26,554 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 655BB47EB6B9474E9E6281A3C47E02FA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:26,555 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,555 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452791846379_0001, dagName=[A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,555 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,555 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,555 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]. Starting root input initializers: 1
2016-01-14 17:17:26,556 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:26,556 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 655BB47EB6B9474E9E6281A3C47E02FA on vertex vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,559 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:26,560 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 655BB47EB6B9474E9E6281A3C47E02FA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:26,561 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:26,561 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:26,563 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:26,563 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 655BB47EB6B9474E9E6281A3C47E02FA on vertex vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,563 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:26,564 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {655BB47EB6B9474E9E6281A3C47E02FA=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:26,564 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] parallelism set to 1
2016-01-14 17:17:26,564 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:26,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791846379_0001_1_00, eventCount=1
2016-01-14 17:17:26,565 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,565 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=CAE9742EC27B4AC9825C7E32D0C16DB4, vertexId=vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:26,566 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=CAE9742EC27B4AC9825C7E32D0C16DB4, vertexId=vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,568 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=CAE9742EC27B4AC9825C7E32D0C16DB4, vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:26,568 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=CAE9742EC27B4AC9825C7E32D0C16DB4, vertexId=vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, vertexId=vertex_1452791846379_0001_1_00, initRequestedTime=1452791846554, initedTime=1452791846569, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:26,569 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] with distanceFromRoot: 0
2016-01-14 17:17:26,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:26,570 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:26,570 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AA5FFBFB8D974EAEA85DE05B53C944CB
2016-01-14 17:17:26,570 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,570 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791846379_0001, with dag id: dag_1452791846379_0001_1
2016-01-14 17:17:26,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:26,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791846379_0001_1_00, startRequestedTime=1452791846570, startedTime=1452791846570
2016-01-14 17:17:26,572 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:26,572 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:26,572 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:TASK_STARTED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, taskId=task_1452791846379_0001_1_00_000000, scheduledTime=1452791846572, launchTime=1452791846572
2016-01-14 17:17:26,573 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846379_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:26,574 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,574 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS, VertexName: AA5FFBFB8D974EAEA85DE05B53C944CB, VertexParallelism: 1, TaskAttemptID:attempt_1452791846379_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=655BB47EB6B9474E9E6281A3C47E02FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CAE9742EC27B4AC9825C7E32D0C16DB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:26,574 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846379_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:26,575 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:26,576 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:26,577 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:26,577 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:26,578 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791846379_0001_00_000001
2016-01-14 17:17:26,578 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:26,579 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791846379_0001_00_000001
2016-01-14 17:17:26,580 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:26,580 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:26,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:26,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791846379_0001_00_000001, launchTime=1452791846580
2016-01-14 17:17:26,581 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791846379_0001_00_000001
2016-01-14 17:17:26,582 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791846379_0001_1_00_000000_0] to container: [container_1452791846379_0001_00_000001]
2016-01-14 17:17:26,582 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:26,583 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791846379_0001_1_00_000000_0] started. Is using containerId: [container_1452791846379_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:26,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0, startTime=1452791846582, containerId=container_1452791846379_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791846379_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:26,583 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:26,583 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846379_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:26,583 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846379_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:26,583 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791846379_0001_00_000001 given task: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,584 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791846379_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26 Starting to run new task attempt: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,584 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,584 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,584 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:26,584 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:26,585 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:26,585 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:26,585 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:26,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1] each.each/(1/1) ...ESULTS.0_'field2'_RESULTS, VertexName: AA5FFBFB8D974EAEA85DE05B53C944CB, VertexParallelism: 1, TaskAttemptID:attempt_1452791846379_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=655BB47EB6B9474E9E6281A3C47E02FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CAE9742EC27B4AC9825C7E32D0C16DB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:26,585 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:26,586 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:26,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,587 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791846379_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CAE9742EC27B4AC9825C7E32D0C16DB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:26,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=655BB47EB6B9474E9E6281A3C47E02FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:26,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:26,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CAE9742EC27B4AC9825C7E32D0C16DB4
2016-01-14 17:17:26,589 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:26,590 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: CAE9742EC27B4AC9825C7E32D0C16DB4
2016-01-14 17:17:26,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,592 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,593 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:26,596 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:26,597 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,601 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:26,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CAE9742EC27B4AC9825C7E32D0C16DB4
2016-01-14 17:17:26,607 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AA5FFBFB8D974EAEA85DE05B53C944CB, ordinal: 0
2016-01-14 17:17:26,607 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA5FFBFB8D974EAEA85DE05B53C944CB, mem on start (mb), free: 168, total: 387, max: 672
2016-01-14 17:17:26,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:26,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:26,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:26,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:26,609 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:26,610 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:26,610 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CAE9742EC27B4AC9825C7E32D0C16DB4, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:26,611 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 655BB47EB6B9474E9E6281A3C47E02FA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 655BB47EB6B9474E9E6281A3C47E02FA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:26,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,612 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:26,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:26,613 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,613 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:26,616 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@250daad
2016-01-14 17:17:26,616 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,617 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 655BB47EB6B9474E9E6281A3C47E02FA
2016-01-14 17:17:26,617 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"], id: CAE9742EC27B4AC9825C7E32D0C16DB4
2016-01-14 17:17:26,617 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_RESULTS"]
2016-01-14 17:17:26,617 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,619 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:26,618 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@250daad
2016-01-14 17:17:26,620 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:26,620 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:26,621 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AA5FFBFB8D974EAEA85DE05B53C944CB, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:26,623 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:26,623 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:26,624 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,624 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791846379_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:26,625 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,625 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA5FFBFB8D974EAEA85DE05B53C944CB, mem on close (mb), free: 167, total: 387, max: 672
2016-01-14 17:17:26 Completed running task attempt: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,626 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:26,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791846621, Process_Duration=4, Process_End_Time=1452791846625, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:26,629 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:26,629 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:26,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, taskAttemptId=attempt_1452791846379_0001_1_00_000000_0, startTime=1452791846582, finishTime=1452791846629, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846621, Process_Duration=4, Process_End_Time=1452791846625, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,629 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,629 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846379_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:26,630 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:26,630 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791846379_0001_00_000001
2016-01-14 17:17:26,630 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26,631 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:26,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:TASK_FINISHED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, taskId=task_1452791846379_0001_1_00_000000, startTime=1452791846582, finishTime=1452791846631, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452791846379_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846621, Process_Duration=4, Process_End_Time=1452791846625, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,632 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846379_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:26,632 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] : 1
2016-01-14 17:17:26,632 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:VERTEX_FINISHED]: vertexName=AA5FFBFB8D974EAEA85DE05B53C944CB, vertexId=vertex_1452791846379_0001_1_00, initRequestedTime=1452791846554, initedTime=1452791846569, startRequestedTime=1452791846570, startedTime=1452791846570, finishTime=1452791846632, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846621, Process_Duration=4, Process_End_Time=1452791846625, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791846582, firstTasksToStart=[ task_1452791846379_0001_1_00_000000 ], lastTaskFinishTime=1452791846629, lastTasksToFinish=[ task_1452791846379_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791846379_0001_1_00_000000 ], longestDurationTasks=[ task_1452791846379_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:26,634 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:26,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:26,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791846379_0001_00_000001, stoppedTime=1452791846634, exitStatus=0
2016-01-14 17:17:26,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:26,635 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:26,635 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791846379_0001_1
2016-01-14 17:17:26,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791846379_0001_1
2016-01-14 17:17:26,635 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: CAE9742EC27B4AC9825C7E32D0C16DB4 for vertex: vertex_1452791846379_0001_1_00 [AA5FFBFB8D974EAEA85DE05B53C944CB]
2016-01-14 17:17:26,636 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:26,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:26,642 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791846379_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:26,642 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791846379_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:26,643 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791846379_0001_00_000001, Exiting
2016-01-14 17:17:26,643 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791846379_0001_00_000001
2016-01-14 17:17:26,643 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791846379_0001_00_000001
2016-01-14 17:17:26,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791846379_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:26,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791846379_0001_00_000001 completed successfully
2016-01-14 17:17:26,646 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791846379_0001_1, queueSize=0
2016-01-14 17:17:26,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:26,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846379_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791846379_0001_1, startTime=1452791846553, finishTime=1452791846645, timeTaken=92, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791846621, Process_Duration=4, Process_End_Time=1452791846625, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:26,647 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791846379_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:26,647 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846379_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:26,647 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791846379_0001_00_000001
2016-01-14 17:17:26,648 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846379_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:26 Completed Dag: dag_1452791846379_0001_1
2016-01-14 17:17:26,649 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791846379_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:26,649 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791846379_0001_1_post
2016-01-14 17:17:26,650 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:26,650 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:26,654 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ESULTS.0_'field2'_RESULTS, applicationId=application_1452791846379_0001
2016-01-14 17:17:26,655 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:26,656 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:26,656 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:26,656 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:26,656 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:26,656 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:26,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:26,657 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:26,657 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:26,657 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:26,658 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:26,658 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:26,658 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:26,665 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/A7E10347133C4CF4BC0900D2D184D7CE/BD876AA5FA2D41FE85EAF2E369D400E1/.tez/application_1452791846379_0001
2016-01-14 17:17:26,667 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.315
2016-01-14 17:17:26,731 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_RESULTS
2016-01-14 17:17:26,752 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:26,753 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:26,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:26,818 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-01-14 17:17:26,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:26,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:26,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:26,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:26,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:26,843 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:26,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:26,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"]
2016-01-14 17:17:26,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:26,844 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:26,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:26,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:26,847 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:26,864 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:26,864 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:26,864 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:26,873 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001 doesn't exist and is created
2016-01-14 17:17:26,890 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:26,891 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:26,891 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001
2016-01-14 17:17:26,894 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791846864_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:26,905 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:26,906 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:26,907 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:26,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:26,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001/localmode-log-dir
2016-01-14 17:17:26,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001/localmode-log-dir/history.txt.appattempt_1452791846864_0001_000000, maxErrors=10
2016-01-14 17:17:26,908 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:26,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791846864_0001_000000, appSubmitTime=1452791846894, launchTime=1452791846894
2016-01-14 17:17:26,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:26,916 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:26,917 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:53963
2016-01-14 17:17:26,917 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:26,917 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:26,922 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:26,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791846864_0001_000000, startTime=1452791846926
2016-01-14 17:17:26,926 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:26,926 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:26,991 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:26,991 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:26,991 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452791846864_0001, dagName=[4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:27,007 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:27,008 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791846864_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001/localmode-log-dir/dag_1452791846864_0001_1.dot
2016-01-14 17:17:27,009 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001/localmode-log-dir/dag_1452791846864_0001_1-tez-dag.pb.txt
2016-01-14 17:17:27,014 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791846864_0001_1
2016-01-14 17:17:27,014 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,014 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:27 Running Dag: dag_1452791846864_0001_1
2016-01-14 17:17:27,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791846864_0001_1, submitTime=1452791847007
2016-01-14 17:17:27,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:27,030 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CDED65EDA0314E0090A8CA953357EAA6
2016-01-14 17:17:27,031 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:27,033 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791846864_0001_1, initTime=1452791847030
2016-01-14 17:17:27,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:27,034 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846864_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:27,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:DAG_STARTED]: dagID=dag_1452791846864_0001_1, startTime=1452791847034
2016-01-14 17:17:27,035 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:27,035 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846864_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:27,035 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CDED65EDA0314E0090A8CA953357EAA6 : {94FCAFA13E004A869A06C792B33EF3CA={InputName=94FCAFA13E004A869A06C792B33EF3CA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:27,035 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 94FCAFA13E004A869A06C792B33EF3CA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:27,035 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:27,035 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,036 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,036 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]. Starting root input initializers: 1
2016-01-14 17:17:27,037 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:27,037 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452791846864_0001, dagName=[4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:27,040 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 94FCAFA13E004A869A06C792B33EF3CA on vertex vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,042 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:27,044 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 94FCAFA13E004A869A06C792B33EF3CA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:27,045 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:27,046 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:27,048 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:27,049 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 94FCAFA13E004A869A06C792B33EF3CA on vertex vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,050 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:27,050 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {94FCAFA13E004A869A06C792B33EF3CA=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:27,050 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] parallelism set to 1
2016-01-14 17:17:27,050 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:27,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791846864_0001_1_00, eventCount=1
2016-01-14 17:17:27,051 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,051 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=DDF779CD9D3E4C6BBFDD7DF18DB8F249, vertexId=vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:27,051 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=DDF779CD9D3E4C6BBFDD7DF18DB8F249, vertexId=vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,053 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=DDF779CD9D3E4C6BBFDD7DF18DB8F249, vertexName=CDED65EDA0314E0090A8CA953357EAA6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:27,053 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=DDF779CD9D3E4C6BBFDD7DF18DB8F249, vertexId=vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:27,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, vertexId=vertex_1452791846864_0001_1_00, initRequestedTime=1452791847035, initedTime=1452791847054, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:27,055 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] with distanceFromRoot: 0
2016-01-14 17:17:27,055 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:27,055 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CDED65EDA0314E0090A8CA953357EAA6
2016-01-14 17:17:27,056 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,056 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:27,056 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791846864_0001_1_00, startRequestedTime=1452791847055, startedTime=1452791847055
2016-01-14 17:17:27,057 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:27,057 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:27,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:TASK_STARTED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, taskId=task_1452791846864_0001_1_00_000000, scheduledTime=1452791847057, launchTime=1452791847057
2016-01-14 17:17:27,058 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846864_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:27,058 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,058 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL, VertexName: CDED65EDA0314E0090A8CA953357EAA6, VertexParallelism: 1, TaskAttemptID:attempt_1452791846864_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=94FCAFA13E004A869A06C792B33EF3CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DDF779CD9D3E4C6BBFDD7DF18DB8F249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:27,059 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846864_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:27,059 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:27,065 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:27,066 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791846864_0001, with dag id: dag_1452791846864_0001_1
2016-01-14 17:17:27,066 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:27,066 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:27,067 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791846864_0001_00_000001
2016-01-14 17:17:27,067 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:27,069 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791846864_0001_00_000001
2016-01-14 17:17:27,069 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:27,071 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:27,072 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:27,072 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791846864_0001_00_000001, launchTime=1452791847070
2016-01-14 17:17:27,074 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791846864_0001_00_000001
2016-01-14 17:17:27,076 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791846864_0001_1_00_000000_0] to container: [container_1452791846864_0001_00_000001]
2016-01-14 17:17:27,076 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:27,078 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791846864_0001_1_00_000000_0] started. Is using containerId: [container_1452791846864_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:27,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:27,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0, startTime=1452791847077, containerId=container_1452791846864_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791846864_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:27,078 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846864_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:27,078 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846864_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:27,079 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791846864_0001_00_000001 given task: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,080 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791846864_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27 Starting to run new task attempt: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,080 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,081 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,081 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:27,081 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:27,081 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:27,081 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:27,081 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:27,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5] each.each/(1/1) ...d'_RESULTS.0_'field2'_ALL, VertexName: CDED65EDA0314E0090A8CA953357EAA6, VertexParallelism: 1, TaskAttemptID:attempt_1452791846864_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=94FCAFA13E004A869A06C792B33EF3CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DDF779CD9D3E4C6BBFDD7DF18DB8F249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:27,081 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:27,082 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:27,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=94FCAFA13E004A869A06C792B33EF3CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:27,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:27,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,085 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,089 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:27,089 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,090 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791846864_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:27,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=DDF779CD9D3E4C6BBFDD7DF18DB8F249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:27,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:27,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: DDF779CD9D3E4C6BBFDD7DF18DB8F249
2016-01-14 17:17:27,091 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:27,091 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: DDF779CD9D3E4C6BBFDD7DF18DB8F249
2016-01-14 17:17:27,094 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:27,103 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CDED65EDA0314E0090A8CA953357EAA6, ordinal: 0
2016-01-14 17:17:27,104 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CDED65EDA0314E0090A8CA953357EAA6, mem on start (mb), free: 282, total: 374, max: 672
2016-01-14 17:17:27,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:27,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:27,107 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:27,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: DDF779CD9D3E4C6BBFDD7DF18DB8F249
2016-01-14 17:17:27,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:27,107 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:27,107 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:27,108 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:27,108 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:27,108 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:27,108 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:27,108 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:27,109 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 94FCAFA13E004A869A06C792B33EF3CA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:27,109 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, DDF779CD9D3E4C6BBFDD7DF18DB8F249, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:27,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:27,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,109 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:27,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 94FCAFA13E004A869A06C792B33EF3CA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:27,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:27,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:27,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:27,111 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,111 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:27,111 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@d39f991
2016-01-14 17:17:27,112 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@d39f991
2016-01-14 17:17:27,112 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:27,112 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:27,114 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,115 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 94FCAFA13E004A869A06C792B33EF3CA
2016-01-14 17:17:27,115 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"], id: DDF779CD9D3E4C6BBFDD7DF18DB8F249
2016-01-14 17:17:27,115 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_'field2'_ALL"]
2016-01-14 17:17:27,116 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,116 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:27,117 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CDED65EDA0314E0090A8CA953357EAA6, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:27,120 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:27,120 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:27,121 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,121 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791846864_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:27,122 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,122 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CDED65EDA0314E0090A8CA953357EAA6, mem on close (mb), free: 280, total: 374, max: 672
2016-01-14 17:17:27 Completed running task attempt: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,124 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:27,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791847117, Process_Duration=5, Process_End_Time=1452791847122, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:27,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, taskAttemptId=attempt_1452791846864_0001_1_00_000000_0, startTime=1452791847077, finishTime=1452791847125, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847117, Process_Duration=5, Process_End_Time=1452791847122, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,126 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:27,126 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791846864_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:27,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:27,126 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:27,127 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,127 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791846864_0001_00_000001
2016-01-14 17:17:27,126 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27,128 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:TASK_FINISHED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, taskId=task_1452791846864_0001_1_00_000000, startTime=1452791847077, finishTime=1452791847127, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1452791846864_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847117, Process_Duration=5, Process_End_Time=1452791847122, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,128 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791846864_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:27,128 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:27,129 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] : 1
2016-01-14 17:17:27,129 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,130 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:27,130 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:VERTEX_FINISHED]: vertexName=CDED65EDA0314E0090A8CA953357EAA6, vertexId=vertex_1452791846864_0001_1_00, initRequestedTime=1452791847035, initedTime=1452791847054, startRequestedTime=1452791847055, startedTime=1452791847055, finishTime=1452791847129, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847117, Process_Duration=5, Process_End_Time=1452791847122, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791847077, firstTasksToStart=[ task_1452791846864_0001_1_00_000000 ], lastTaskFinishTime=1452791847125, lastTasksToFinish=[ task_1452791846864_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791846864_0001_1_00_000000 ], longestDurationTasks=[ task_1452791846864_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:27,131 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:27,131 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:27,131 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791846864_0001_00_000001, stoppedTime=1452791847131, exitStatus=0
2016-01-14 17:17:27,131 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:27,131 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:27,132 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791846864_0001_1
2016-01-14 17:17:27,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791846864_0001_1
2016-01-14 17:17:27,133 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: DDF779CD9D3E4C6BBFDD7DF18DB8F249 for vertex: vertex_1452791846864_0001_1_00 [CDED65EDA0314E0090A8CA953357EAA6]
2016-01-14 17:17:27,131 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:27,140 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791846864_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:27,140 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791846864_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:27,140 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791846864_0001_00_000001, Exiting
2016-01-14 17:17:27,140 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791846864_0001_00_000001
2016-01-14 17:17:27,140 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791846864_0001_00_000001
2016-01-14 17:17:27,141 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791846864_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:27,141 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791846864_0001_00_000001 completed successfully
2016-01-14 17:17:27,145 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791846864_0001_1, queueSize=0
2016-01-14 17:17:27,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:27,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791846864_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791846864_0001_1, startTime=1452791847034, finishTime=1452791847144, timeTaken=110, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847117, Process_Duration=5, Process_End_Time=1452791847122, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,146 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791846864_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:27,146 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791846864_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:27,146 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791846864_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:27 Completed Dag: dag_1452791846864_0001_1
2016-01-14 17:17:27,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791846864_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:27,147 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791846864_0001_1_post
2016-01-14 17:17:27,147 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,147 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:27,147 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791846864_0001_00_000001
2016-01-14 17:17:27,148 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:27,148 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:27,154 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.0_'field2'_ALL, applicationId=application_1452791846864_0001
2016-01-14 17:17:27,156 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:27,156 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:27,156 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:27,157 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:27,157 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:27,157 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:27,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:27,160 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:27,160 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:27,160 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:27,160 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:27,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:27,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:27,165 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4A11F5E2D8D44B249D699F6EF50A83D6/B48B6FDB15494B2F8CE5E53AF55A19C5/.tez/application_1452791846864_0001
2016-01-14 17:17:27,166 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.323
2016-01-14 17:17:27,234 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_'field2'_ALL
2016-01-14 17:17:27,255 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:27,255 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:27,286 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 17:17:27,293 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 17:17:27,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:27,294 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:27,295 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:27,309 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:27,310 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,323 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:27,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"]
2016-01-14 17:17:27,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:27,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:27,324 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:27,325 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,325 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:27,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:27,343 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:27,344 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:27,344 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:27,353 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001 doesn't exist and is created
2016-01-14 17:17:27,370 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:27,370 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:27,371 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001
2016-01-14 17:17:27,374 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791847343_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:27,384 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:27,385 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:27,386 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:27,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:27,386 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001/localmode-log-dir
2016-01-14 17:17:27,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001/localmode-log-dir/history.txt.appattempt_1452791847343_0001_000000, maxErrors=10
2016-01-14 17:17:27,387 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:27,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791847343_0001_000000, appSubmitTime=1452791847373, launchTime=1452791847373
2016-01-14 17:17:27,391 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:27,392 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:27,393 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:27,394 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34010
2016-01-14 17:17:27,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:27,399 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:27,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791847343_0001_000000, startTime=1452791847401
2016-01-14 17:17:27,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:27,401 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:27,471 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:27,471 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:27,471 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452791847343_0001, dagName=[13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,488 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,489 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791847343_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001/localmode-log-dir/dag_1452791847343_0001_1.dot
2016-01-14 17:17:27,490 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001/localmode-log-dir/dag_1452791847343_0001_1-tez-dag.pb.txt
2016-01-14 17:17:27,494 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791847343_0001_1
2016-01-14 17:17:27,495 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,495 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27 Running Dag: dag_1452791847343_0001_1
2016-01-14 17:17:27,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791847343_0001_1, submitTime=1452791847488
2016-01-14 17:17:27,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:27,508 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C780D27CCB8548B7A7F91612AE7A638B
2016-01-14 17:17:27,508 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:27,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791847343_0001_1, initTime=1452791847507
2016-01-14 17:17:27,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:27,509 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847343_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:27,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:DAG_STARTED]: dagID=dag_1452791847343_0001_1, startTime=1452791847509
2016-01-14 17:17:27,510 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:27,510 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847343_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:27,510 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C780D27CCB8548B7A7F91612AE7A638B : {E68E9955E8A64F58A92E16E858641129={InputName=E68E9955E8A64F58A92E16E858641129}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:27,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:27,510 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E68E9955E8A64F58A92E16E858641129, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:27,511 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,511 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,511 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,511 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]. Starting root input initializers: 1
2016-01-14 17:17:27,511 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:27,512 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452791847343_0001, dagName=[13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,512 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E68E9955E8A64F58A92E16E858641129 on vertex vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,514 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:27,514 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E68E9955E8A64F58A92E16E858641129 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:27,514 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:27,515 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:27,516 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:27,516 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E68E9955E8A64F58A92E16E858641129 on vertex vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,516 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:27,517 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E68E9955E8A64F58A92E16E858641129=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:27,517 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] parallelism set to 1
2016-01-14 17:17:27,517 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:27,517 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791847343_0001_1_00, eventCount=1
2016-01-14 17:17:27,518 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,518 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=1F36E74DF5FC4AC4AD0BA16471F3AB99, vertexId=vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:27,518 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=1F36E74DF5FC4AC4AD0BA16471F3AB99, vertexId=vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,520 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=1F36E74DF5FC4AC4AD0BA16471F3AB99, vertexName=C780D27CCB8548B7A7F91612AE7A638B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:27,520 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=1F36E74DF5FC4AC4AD0BA16471F3AB99, vertexId=vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, vertexId=vertex_1452791847343_0001_1_00, initRequestedTime=1452791847510, initedTime=1452791847521, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:27,521 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] with distanceFromRoot: 0
2016-01-14 17:17:27,521 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:27,522 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:27,522 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C780D27CCB8548B7A7F91612AE7A638B
2016-01-14 17:17:27,522 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,522 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791847343_0001_1_00, startRequestedTime=1452791847522, startedTime=1452791847522
2016-01-14 17:17:27,522 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:27,522 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:27,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:TASK_STARTED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, taskId=task_1452791847343_0001_1_00_000000, scheduledTime=1452791847522, launchTime=1452791847522
2016-01-14 17:17:27,523 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:27,523 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847343_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:27,523 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,523 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, VertexName: C780D27CCB8548B7A7F91612AE7A638B, VertexParallelism: 1, TaskAttemptID:attempt_1452791847343_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E68E9955E8A64F58A92E16E858641129, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1F36E74DF5FC4AC4AD0BA16471F3AB99, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:27,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847343_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:27,524 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:27,524 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:27,525 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:27,525 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:27,526 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791847343_0001_00_000001
2016-01-14 17:17:27,526 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:27,528 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791847343_0001_00_000001
2016-01-14 17:17:27,528 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:27,533 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791847343_0001, with dag id: dag_1452791847343_0001_1
2016-01-14 17:17:27,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:27,534 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:27,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791847343_0001_00_000001, launchTime=1452791847533
2016-01-14 17:17:27,535 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791847343_0001_00_000001
2016-01-14 17:17:27,537 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791847343_0001_1_00_000000_0] to container: [container_1452791847343_0001_00_000001]
2016-01-14 17:17:27,537 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:27,538 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791847343_0001_1_00_000000_0] started. Is using containerId: [container_1452791847343_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:27,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0, startTime=1452791847537, containerId=container_1452791847343_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791847343_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:27,538 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847343_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:27,538 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847343_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:27,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:27,539 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791847343_0001_00_000001 given task: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,539 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791847343_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27 Starting to run new task attempt: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,540 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,540 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,540 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:27,540 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:27,540 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:27,540 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:27,541 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:27,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A] each.each/(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, VertexName: C780D27CCB8548B7A7F91612AE7A638B, VertexParallelism: 1, TaskAttemptID:attempt_1452791847343_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E68E9955E8A64F58A92E16E858641129, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1F36E74DF5FC4AC4AD0BA16471F3AB99, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:27,541 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:27,544 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:27,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E68E9955E8A64F58A92E16E858641129, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:27,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:27,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,547 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=1F36E74DF5FC4AC4AD0BA16471F3AB99, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:27,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:27,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 1F36E74DF5FC4AC4AD0BA16471F3AB99
2016-01-14 17:17:27,550 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:27,551 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:27,550 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 1F36E74DF5FC4AC4AD0BA16471F3AB99
2016-01-14 17:17:27,550 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791847343_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:27,551 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:27,552 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,560 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C780D27CCB8548B7A7F91612AE7A638B, ordinal: 0
2016-01-14 17:17:27,560 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C780D27CCB8548B7A7F91612AE7A638B, mem on start (mb), free: 205, total: 374, max: 672
2016-01-14 17:17:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:27,565 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:27,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 1F36E74DF5FC4AC4AD0BA16471F3AB99
2016-01-14 17:17:27,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:27,566 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:27,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:27,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:27,567 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:27,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:27,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:27,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:27,569 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E68E9955E8A64F58A92E16E858641129, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:27,569 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 1F36E74DF5FC4AC4AD0BA16471F3AB99, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:27,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:27,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E68E9955E8A64F58A92E16E858641129 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:27,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,570 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:27,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:27,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:27,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:27,572 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,572 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:27,572 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5ee4ebc7
2016-01-14 17:17:27,573 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5ee4ebc7
2016-01-14 17:17:27,573 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:27,574 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:27,575 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,576 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E68E9955E8A64F58A92E16E858641129
2016-01-14 17:17:27,576 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"], id: 1F36E74DF5FC4AC4AD0BA16471F3AB99
2016-01-14 17:17:27,576 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_-1"]
2016-01-14 17:17:27,577 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,577 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:27,577 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C780D27CCB8548B7A7F91612AE7A638B, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:27,581 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:27,581 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:27,582 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,582 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791847343_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:27,582 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,583 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C780D27CCB8548B7A7F91612AE7A638B, mem on close (mb), free: 203, total: 374, max: 672
2016-01-14 17:17:27 Completed running task attempt: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,583 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:27,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791847577, Process_Duration=5, Process_End_Time=1452791847582, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:27,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, taskAttemptId=attempt_1452791847343_0001_1_00_000000_0, startTime=1452791847537, finishTime=1452791847584, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847577, Process_Duration=5, Process_End_Time=1452791847582, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,585 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847343_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:27,585 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:27,585 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,585 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27,586 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:27,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:TASK_FINISHED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, taskId=task_1452791847343_0001_1_00_000000, startTime=1452791847537, finishTime=1452791847586, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452791847343_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847577, Process_Duration=5, Process_End_Time=1452791847582, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,586 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847343_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:27,586 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:27,586 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] : 1
2016-01-14 17:17:27,587 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:27,587 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,587 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791847343_0001_00_000001
2016-01-14 17:17:27,588 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:27,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:VERTEX_FINISHED]: vertexName=C780D27CCB8548B7A7F91612AE7A638B, vertexId=vertex_1452791847343_0001_1_00, initRequestedTime=1452791847510, initedTime=1452791847521, startRequestedTime=1452791847522, startedTime=1452791847522, finishTime=1452791847587, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847577, Process_Duration=5, Process_End_Time=1452791847582, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791847537, firstTasksToStart=[ task_1452791847343_0001_1_00_000000 ], lastTaskFinishTime=1452791847584, lastTasksToFinish=[ task_1452791847343_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791847343_0001_1_00_000000 ], longestDurationTasks=[ task_1452791847343_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:27,589 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:27,589 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:27,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791847343_0001_00_000001, stoppedTime=1452791847589, exitStatus=0
2016-01-14 17:17:27,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:27,589 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:27,589 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:27,590 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791847343_0001_1
2016-01-14 17:17:27,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791847343_0001_1
2016-01-14 17:17:27,590 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 1F36E74DF5FC4AC4AD0BA16471F3AB99 for vertex: vertex_1452791847343_0001_1_00 [C780D27CCB8548B7A7F91612AE7A638B]
2016-01-14 17:17:27,598 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791847343_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:27,598 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791847343_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:27,598 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791847343_0001_00_000001, Exiting
2016-01-14 17:17:27,598 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791847343_0001_00_000001
2016-01-14 17:17:27,598 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791847343_0001_00_000001
2016-01-14 17:17:27,599 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791847343_0001_1, queueSize=0
2016-01-14 17:17:27,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:27,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847343_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791847343_0001_1, startTime=1452791847509, finishTime=1452791847597, timeTaken=88, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=392167424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791847577, Process_Duration=5, Process_End_Time=1452791847582, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:27,599 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791847343_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:27,599 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847343_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:27,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791847343_0001_00_000001
2016-01-14 17:17:27 Completed Dag: dag_1452791847343_0001_1
2016-01-14 17:17:27,601 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791847343_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:27,601 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791847343_0001_1_post
2016-01-14 17:17:27,601 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,601 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:27,602 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:27,600 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791847343_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:27,602 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791847343_0001_00_000001 completed successfully
2016-01-14 17:17:27,602 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847343_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:27,607 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.0_UNKNOWN_-1, applicationId=application_1452791847343_0001
2016-01-14 17:17:27,609 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:27,609 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:27,609 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:27,609 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:27,609 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:27,610 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:27,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:27,612 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:27,612 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:27,612 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:27,613 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:27,613 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:27,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:27,617 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/13564B98F9954B3FAACE7C580172AB62/BC155837AE5E471480957B4A7BF0F21A/.tez/application_1452791847343_0001
2016-01-14 17:17:27,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.295
2016-01-14 17:17:27,685 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_-1
2016-01-14 17:17:27,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:27,693 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:27,706 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:27,706 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:27,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-01-14 17:17:27,733 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-01-14 17:17:27,733 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:27,733 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:27,733 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_'field2'
2016-01-14 17:17:27,755 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:27,755 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:27,789 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 17:17:27,794 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 17:17:27,794 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:27,794 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:27,794 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:27,807 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:27,807 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:27,815 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:27,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:27,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"]
2016-01-14 17:17:27,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:27,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:27,816 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:27,817 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:27,817 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:27,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:27,833 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:27,834 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:27,834 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:27,844 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001 doesn't exist and is created
2016-01-14 17:17:27,859 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:27,859 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:27,860 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001
2016-01-14 17:17:27,863 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791847834_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:27,873 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:27,874 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:27,877 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:27,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:27,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001/localmode-log-dir
2016-01-14 17:17:27,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001/localmode-log-dir/history.txt.appattempt_1452791847834_0001_000000, maxErrors=10
2016-01-14 17:17:27,877 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:27,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791847834_0001_000000, appSubmitTime=1452791847863, launchTime=1452791847863
2016-01-14 17:17:27,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:27,884 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:27,886 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:54212
2016-01-14 17:17:27,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:27,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:27,888 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:27,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791847834_0001_000000, startTime=1452791847890
2016-01-14 17:17:27,890 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:27,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:27,959 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:27,959 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:27,959 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452791847834_0001, dagName=[C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:27,973 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:27,975 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791847834_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001/localmode-log-dir/dag_1452791847834_0001_1.dot
2016-01-14 17:17:27,975 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001/localmode-log-dir/dag_1452791847834_0001_1-tez-dag.pb.txt
2016-01-14 17:17:27,980 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791847834_0001_1
2016-01-14 17:17:27,980 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:27,980 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:27 Running Dag: dag_1452791847834_0001_1
2016-01-14 17:17:28,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791847834_0001_1, submitTime=1452791847973
2016-01-14 17:17:28,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:28,004 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AB50DCEBF3A8442CB9444481DD206DE0
2016-01-14 17:17:28,004 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:28,005 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:28,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791847834_0001_1, initTime=1452791848003
2016-01-14 17:17:28,005 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847834_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:28,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:DAG_STARTED]: dagID=dag_1452791847834_0001_1, startTime=1452791848006
2016-01-14 17:17:28,006 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:28,006 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847834_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:28,006 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:28,006 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AB50DCEBF3A8442CB9444481DD206DE0 : {37930E47CEDF43AEA2F34C206D39CF5F={InputName=37930E47CEDF43AEA2F34C206D39CF5F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:28,007 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 37930E47CEDF43AEA2F34C206D39CF5F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:28,007 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,007 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,007 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,007 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]. Starting root input initializers: 1
2016-01-14 17:17:28,008 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:28,008 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452791847834_0001, dagName=[C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:28,008 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 37930E47CEDF43AEA2F34C206D39CF5F on vertex vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,010 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:28,010 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 37930E47CEDF43AEA2F34C206D39CF5F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:28,010 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:28,010 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:28,011 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:28,011 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 37930E47CEDF43AEA2F34C206D39CF5F on vertex vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,011 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,011 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {37930E47CEDF43AEA2F34C206D39CF5F=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:28,012 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] parallelism set to 1
2016-01-14 17:17:28,012 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791847834_0001_1_00, eventCount=1
2016-01-14 17:17:28,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=D36C4B1784834C2F8AEABB0D85A8A613, vertexId=vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:28,012 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=D36C4B1784834C2F8AEABB0D85A8A613, vertexId=vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,014 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=D36C4B1784834C2F8AEABB0D85A8A613, vertexName=AB50DCEBF3A8442CB9444481DD206DE0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:28,014 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=D36C4B1784834C2F8AEABB0D85A8A613, vertexId=vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,015 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:28,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, vertexId=vertex_1452791847834_0001_1_00, initRequestedTime=1452791848006, initedTime=1452791848015, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:28,015 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] with distanceFromRoot: 0
2016-01-14 17:17:28,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:28,016 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AB50DCEBF3A8442CB9444481DD206DE0
2016-01-14 17:17:28,016 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,016 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:28,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791847834_0001_1_00, startRequestedTime=1452791848016, startedTime=1452791848016
2016-01-14 17:17:28,017 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:28,017 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:28,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:TASK_STARTED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, taskId=task_1452791847834_0001_1_00_000000, scheduledTime=1452791848017, launchTime=1452791848017
2016-01-14 17:17:28,018 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847834_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:28,018 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,018 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS, VertexName: AB50DCEBF3A8442CB9444481DD206DE0, VertexParallelism: 1, TaskAttemptID:attempt_1452791847834_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=37930E47CEDF43AEA2F34C206D39CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D36C4B1784834C2F8AEABB0D85A8A613, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,018 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847834_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:28,019 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:28,019 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:28,020 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:28,020 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:28,020 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791847834_0001_00_000001
2016-01-14 17:17:28,020 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:28,022 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791847834_0001_00_000001
2016-01-14 17:17:28,022 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:28,023 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:28,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:28,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791847834_0001_00_000001, launchTime=1452791848023
2016-01-14 17:17:28,024 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791847834_0001_00_000001
2016-01-14 17:17:28,024 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791847834_0001_1_00_000000_0] to container: [container_1452791847834_0001_00_000001]
2016-01-14 17:17:28,025 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:28,025 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791847834_0001_1_00_000000_0] started. Is using containerId: [container_1452791847834_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:28,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0, startTime=1452791848025, containerId=container_1452791847834_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791847834_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:28,025 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847834_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:28,026 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847834_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:28,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:28,026 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791847834_0001_00_000001 given task: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,026 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791847834_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,027 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,027 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,027 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:28,027 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:28,027 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:28,027 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:28,027 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:28,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9] each.each/(1/1) ...RESULTS.0_UNKNOWN_RESULTS, VertexName: AB50DCEBF3A8442CB9444481DD206DE0, VertexParallelism: 1, TaskAttemptID:attempt_1452791847834_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=37930E47CEDF43AEA2F34C206D39CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D36C4B1784834C2F8AEABB0D85A8A613, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,028 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:28,028 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,028 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:28,028 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,029 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,030 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791847834_0001, with dag id: dag_1452791847834_0001_1
2016-01-14 17:17:28,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D36C4B1784834C2F8AEABB0D85A8A613, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:28,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:28,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D36C4B1784834C2F8AEABB0D85A8A613
2016-01-14 17:17:28,031 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:28,032 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: D36C4B1784834C2F8AEABB0D85A8A613
2016-01-14 17:17:28,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=37930E47CEDF43AEA2F34C206D39CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:28,035 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:28,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:28,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,036 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,036 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791847834_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:28,040 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:28,040 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,045 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB50DCEBF3A8442CB9444481DD206DE0, ordinal: 0
2016-01-14 17:17:28,046 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB50DCEBF3A8442CB9444481DD206DE0, mem on start (mb), free: 331, total: 385, max: 672
2016-01-14 17:17:28,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:28,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:28,047 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:28,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D36C4B1784834C2F8AEABB0D85A8A613
2016-01-14 17:17:28,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:28,048 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:28,048 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:28,049 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,049 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:28,049 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,051 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:28,051 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:28,052 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D36C4B1784834C2F8AEABB0D85A8A613, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:28,052 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 37930E47CEDF43AEA2F34C206D39CF5F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:28,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:28,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,054 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 37930E47CEDF43AEA2F34C206D39CF5F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:28,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:28,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:28,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:28,054 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,057 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:28,057 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1711bfdf
2016-01-14 17:17:28,057 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,058 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1711bfdf
2016-01-14 17:17:28,058 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 37930E47CEDF43AEA2F34C206D39CF5F
2016-01-14 17:17:28,058 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:28,058 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:28,058 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"], id: D36C4B1784834C2F8AEABB0D85A8A613
2016-01-14 17:17:28,059 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_RESULTS"]
2016-01-14 17:17:28,059 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,059 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,059 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB50DCEBF3A8442CB9444481DD206DE0, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:28,061 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:28,061 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:28,062 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,062 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791847834_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:28,063 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,063 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB50DCEBF3A8442CB9444481DD206DE0, mem on close (mb), free: 329, total: 385, max: 672
2016-01-14 17:17:28 Completed running task attempt: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,063 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:28,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791848059, Process_Duration=4, Process_End_Time=1452791848063, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:28,065 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:28,065 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, taskAttemptId=attempt_1452791847834_0001_1_00_000000_0, startTime=1452791848025, finishTime=1452791848064, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848059, Process_Duration=4, Process_End_Time=1452791848063, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,065 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791847834_0001_00_000001
2016-01-14 17:17:28,065 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791847834_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:28,065 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:28,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:28,065 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28,066 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:28,066 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:TASK_FINISHED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, taskId=task_1452791847834_0001_1_00_000000, startTime=1452791848025, finishTime=1452791848066, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1452791847834_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848059, Process_Duration=4, Process_End_Time=1452791848063, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,066 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791847834_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:28,067 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] : 1
2016-01-14 17:17:28,067 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,069 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:28,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:VERTEX_FINISHED]: vertexName=AB50DCEBF3A8442CB9444481DD206DE0, vertexId=vertex_1452791847834_0001_1_00, initRequestedTime=1452791848006, initedTime=1452791848015, startRequestedTime=1452791848016, startedTime=1452791848016, finishTime=1452791848067, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848059, Process_Duration=4, Process_End_Time=1452791848063, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791848025, firstTasksToStart=[ task_1452791847834_0001_1_00_000000 ], lastTaskFinishTime=1452791848064, lastTasksToFinish=[ task_1452791847834_0001_1_00_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791847834_0001_1_00_000000 ], longestDurationTasks=[ task_1452791847834_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:28,069 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:28,069 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:28,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791847834_0001_00_000001, stoppedTime=1452791848069, exitStatus=0
2016-01-14 17:17:28,069 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:28,069 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:28,070 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:28,070 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791847834_0001_1
2016-01-14 17:17:28,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791847834_0001_1
2016-01-14 17:17:28,071 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: D36C4B1784834C2F8AEABB0D85A8A613 for vertex: vertex_1452791847834_0001_1_00 [AB50DCEBF3A8442CB9444481DD206DE0]
2016-01-14 17:17:28,075 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791847834_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:28,075 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791847834_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:28,075 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791847834_0001_00_000001, Exiting
2016-01-14 17:17:28,076 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791847834_0001_00_000001
2016-01-14 17:17:28,076 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791847834_0001_00_000001
2016-01-14 17:17:28,077 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791847834_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:28,078 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791847834_0001_00_000001 completed successfully
2016-01-14 17:17:28,078 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791847834_0001_1, queueSize=0
2016-01-14 17:17:28,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:28,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791847834_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791847834_0001_1, startTime=1452791848006, finishTime=1452791848077, timeTaken=71, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848059, Process_Duration=4, Process_End_Time=1452791848063, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,079 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791847834_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:28,079 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791847834_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:28,079 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791847834_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:28,079 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791847834_0001_00_000001
2016-01-14 17:17:28 Completed Dag: dag_1452791847834_0001_1
2016-01-14 17:17:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791847834_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:28,079 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791847834_0001_1_post
2016-01-14 17:17:28,079 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:28,085 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RESULTS.0_UNKNOWN_RESULTS, applicationId=application_1452791847834_0001
2016-01-14 17:17:28,087 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:28,087 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:28,087 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:28,087 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:28,087 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:28,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:28,089 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:28,089 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:28,089 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,089 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:28,090 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:28,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:28,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,094 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/C931508BFF434B95AF2A825C78CF7022/AA75C13FEBDC42A88480220B86215AB9/.tez/application_1452791847834_0001
2016-01-14 17:17:28,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.280
2016-01-14 17:17:28,162 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_RESULTS
2016-01-14 17:17:28,184 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:28,185 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:28,216 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 17:17:28,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 17:17:28,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:28,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:28,229 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:28,232 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:28,233 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:28,242 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:28,242 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"]
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:28,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:28,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,252 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:28,265 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:28,269 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:28,270 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:28,270 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:28,279 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001 doesn't exist and is created
2016-01-14 17:17:28,295 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:28,295 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:28,295 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001
2016-01-14 17:17:28,299 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791848269_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:28,309 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:28,310 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:28,311 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:28,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:28,311 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001/localmode-log-dir
2016-01-14 17:17:28,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001/localmode-log-dir/history.txt.appattempt_1452791848269_0001_000000, maxErrors=10
2016-01-14 17:17:28,312 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:28,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791848269_0001_000000, appSubmitTime=1452791848299, launchTime=1452791848299
2016-01-14 17:17:28,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:28,317 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:28,320 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:28,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:28,324 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:57630
2016-01-14 17:17:28,325 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:28,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791848269_0001_000000, startTime=1452791848328
2016-01-14 17:17:28,328 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:28,328 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:28,395 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:28,395 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:28,395 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452791848269_0001, dagName=[7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,410 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,411 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791848269_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001/localmode-log-dir/dag_1452791848269_0001_1.dot
2016-01-14 17:17:28,412 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001/localmode-log-dir/dag_1452791848269_0001_1-tez-dag.pb.txt
2016-01-14 17:17:28,417 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791848269_0001_1
2016-01-14 17:17:28,417 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,417 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28 Running Dag: dag_1452791848269_0001_1
2016-01-14 17:17:28,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:28,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791848269_0001_1, submitTime=1452791848410
2016-01-14 17:17:28,431 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D6034DDACDB144CBB82A27F9E103AF95
2016-01-14 17:17:28,431 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:28,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791848269_0001_1, initTime=1452791848431
2016-01-14 17:17:28,433 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848269_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:28,432 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:28,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:DAG_STARTED]: dagID=dag_1452791848269_0001_1, startTime=1452791848433
2016-01-14 17:17:28,434 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:28,434 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:28,434 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848269_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:28,434 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D6034DDACDB144CBB82A27F9E103AF95 : {1490AC5F36AF417CBC69DC518B80CE2A={InputName=1490AC5F36AF417CBC69DC518B80CE2A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:28,434 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1490AC5F36AF417CBC69DC518B80CE2A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:28,434 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,435 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]. Starting root input initializers: 1
2016-01-14 17:17:28,436 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:28,437 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452791848269_0001, dagName=[7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,438 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1490AC5F36AF417CBC69DC518B80CE2A on vertex vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,439 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:28,439 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1490AC5F36AF417CBC69DC518B80CE2A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:28,440 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:28,440 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:28,442 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:28,442 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1490AC5F36AF417CBC69DC518B80CE2A on vertex vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,443 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,443 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1490AC5F36AF417CBC69DC518B80CE2A=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:28,443 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] parallelism set to 1
2016-01-14 17:17:28,443 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791848269_0001_1_00, eventCount=1
2016-01-14 17:17:28,444 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,444 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=22DDE291AB6548FFB5FEDC7FE0546496, vertexId=vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:28,444 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=22DDE291AB6548FFB5FEDC7FE0546496, vertexId=vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,446 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=22DDE291AB6548FFB5FEDC7FE0546496, vertexName=D6034DDACDB144CBB82A27F9E103AF95, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:28,446 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=22DDE291AB6548FFB5FEDC7FE0546496, vertexId=vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, vertexId=vertex_1452791848269_0001_1_00, initRequestedTime=1452791848434, initedTime=1452791848447, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:28,447 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] with distanceFromRoot: 0
2016-01-14 17:17:28,447 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:28,447 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:28,448 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D6034DDACDB144CBB82A27F9E103AF95
2016-01-14 17:17:28,448 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,448 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:28,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791848269_0001_1_00, startRequestedTime=1452791848448, startedTime=1452791848448
2016-01-14 17:17:28,449 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:28,449 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:28,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:TASK_STARTED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, taskId=task_1452791848269_0001_1_00_000000, scheduledTime=1452791848449, launchTime=1452791848449
2016-01-14 17:17:28,450 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848269_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:28,450 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,450 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, VertexName: D6034DDACDB144CBB82A27F9E103AF95, VertexParallelism: 1, TaskAttemptID:attempt_1452791848269_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1490AC5F36AF417CBC69DC518B80CE2A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=22DDE291AB6548FFB5FEDC7FE0546496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,451 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848269_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:28,451 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:28,451 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:28,452 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:28,452 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:28,452 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791848269_0001_00_000001
2016-01-14 17:17:28,452 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:28,454 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791848269_0001_00_000001
2016-01-14 17:17:28,454 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:28,455 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:28,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791848269_0001_00_000001, launchTime=1452791848455
2016-01-14 17:17:28,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:28,455 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791848269_0001_00_000001
2016-01-14 17:17:28,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791848269_0001, with dag id: dag_1452791848269_0001_1
2016-01-14 17:17:28,458 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791848269_0001_1_00_000000_0] to container: [container_1452791848269_0001_00_000001]
2016-01-14 17:17:28,458 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:28,460 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791848269_0001_1_00_000000_0] started. Is using containerId: [container_1452791848269_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:28,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0, startTime=1452791848460, containerId=container_1452791848269_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791848269_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:28,460 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:28,460 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848269_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:28,460 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848269_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:28,461 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791848269_0001_00_000001 given task: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,462 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791848269_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,464 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,464 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,464 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:28,464 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:28,464 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:28,465 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:28,465 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:28,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC] each.each/(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, VertexName: D6034DDACDB144CBB82A27F9E103AF95, VertexParallelism: 1, TaskAttemptID:attempt_1452791848269_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1490AC5F36AF417CBC69DC518B80CE2A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=22DDE291AB6548FFB5FEDC7FE0546496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,465 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:28,466 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:28,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1490AC5F36AF417CBC69DC518B80CE2A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:28,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=22DDE291AB6548FFB5FEDC7FE0546496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:28,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:28,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 22DDE291AB6548FFB5FEDC7FE0546496
2016-01-14 17:17:28,470 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:28,470 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 22DDE291AB6548FFB5FEDC7FE0546496
2016-01-14 17:17:28,471 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:28,470 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791848269_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:28,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:28,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,477 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,481 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:28,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 22DDE291AB6548FFB5FEDC7FE0546496
2016-01-14 17:17:28,484 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:28,484 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,484 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,484 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D6034DDACDB144CBB82A27F9E103AF95, ordinal: 0
2016-01-14 17:17:28,485 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6034DDACDB144CBB82A27F9E103AF95, mem on start (mb), free: 254, total: 385, max: 672
2016-01-14 17:17:28,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:28,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:28,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:28,486 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:28,487 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:28,487 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:28,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,489 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:28,489 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:28,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 22DDE291AB6548FFB5FEDC7FE0546496, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:28,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1490AC5F36AF417CBC69DC518B80CE2A, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:28,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:28,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,491 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,492 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,492 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1490AC5F36AF417CBC69DC518B80CE2A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:28,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:28,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:28,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:28,494 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,494 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:28,495 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@633abb2e
2016-01-14 17:17:28,496 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@633abb2e
2016-01-14 17:17:28,496 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:28,496 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:28,499 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,499 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1490AC5F36AF417CBC69DC518B80CE2A
2016-01-14 17:17:28,500 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"], id: 22DDE291AB6548FFB5FEDC7FE0546496
2016-01-14 17:17:28,500 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_UNKNOWN_ALL"]
2016-01-14 17:17:28,501 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,501 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,502 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D6034DDACDB144CBB82A27F9E103AF95, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:28,504 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:28,505 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:28,505 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,506 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791848269_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:28,506 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,506 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6034DDACDB144CBB82A27F9E103AF95, mem on close (mb), free: 253, total: 385, max: 672
2016-01-14 17:17:28 Completed running task attempt: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,508 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:28,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791848502, Process_Duration=4, Process_End_Time=1452791848506, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:28,510 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:28,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, taskAttemptId=attempt_1452791848269_0001_1_00_000000_0, startTime=1452791848460, finishTime=1452791848509, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848502, Process_Duration=4, Process_End_Time=1452791848506, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:28,510 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848269_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:28,511 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:28,511 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,511 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28,511 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791848269_0001_00_000001
2016-01-14 17:17:28,512 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:TASK_FINISHED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, taskId=task_1452791848269_0001_1_00_000000, startTime=1452791848460, finishTime=1452791848511, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1452791848269_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848502, Process_Duration=4, Process_End_Time=1452791848506, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,512 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:28,512 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848269_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:28,512 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] : 1
2016-01-14 17:17:28,513 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,513 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:28,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:VERTEX_FINISHED]: vertexName=D6034DDACDB144CBB82A27F9E103AF95, vertexId=vertex_1452791848269_0001_1_00, initRequestedTime=1452791848434, initedTime=1452791848447, startRequestedTime=1452791848448, startedTime=1452791848448, finishTime=1452791848513, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848502, Process_Duration=4, Process_End_Time=1452791848506, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791848460, firstTasksToStart=[ task_1452791848269_0001_1_00_000000 ], lastTaskFinishTime=1452791848509, lastTasksToFinish=[ task_1452791848269_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791848269_0001_1_00_000000 ], longestDurationTasks=[ task_1452791848269_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:28,514 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:28,514 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:28,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791848269_0001_00_000001, stoppedTime=1452791848514, exitStatus=0
2016-01-14 17:17:28,514 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:28,515 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:28,515 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791848269_0001_1
2016-01-14 17:17:28,515 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791848269_0001_1
2016-01-14 17:17:28,515 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 22DDE291AB6548FFB5FEDC7FE0546496 for vertex: vertex_1452791848269_0001_1_00 [D6034DDACDB144CBB82A27F9E103AF95]
2016-01-14 17:17:28,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:28,522 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791848269_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:28,522 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791848269_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:28,522 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791848269_0001_00_000001, Exiting
2016-01-14 17:17:28,522 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791848269_0001_00_000001
2016-01-14 17:17:28,522 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791848269_0001_00_000001
2016-01-14 17:17:28,523 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791848269_0001_1, queueSize=0
2016-01-14 17:17:28,523 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791848269_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:28,524 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791848269_0001_00_000001 completed successfully
2016-01-14 17:17:28,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848269_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791848269_0001_1, startTime=1452791848433, finishTime=1452791848522, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791848502, Process_Duration=4, Process_End_Time=1452791848506, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:28,523 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:28,524 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791848269_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:28,525 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848269_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:28,525 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848269_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:28,525 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791848269_0001_00_000001
2016-01-14 17:17:28 Completed Dag: dag_1452791848269_0001_1
2016-01-14 17:17:28,526 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791848269_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:28,526 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791848269_0001_1_post
2016-01-14 17:17:28,526 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,526 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:28,533 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ld'_RESULTS.0_UNKNOWN_ALL, applicationId=application_1452791848269_0001
2016-01-14 17:17:28,534 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:28,535 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:28,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:28,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:28,535 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:28,536 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:28,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:28,536 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:28,537 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:28,537 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,538 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:28,538 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:28,538 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,542 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/7F96AC5180B44754A4017FE88A126AB8/DD4042BDB813456B92986C506AF544FC/.tez/application_1452791848269_0001
2016-01-14 17:17:28,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.291
2016-01-14 17:17:28,605 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_UNKNOWN_ALL
2016-01-14 17:17:28,626 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:28,627 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:28,659 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 17:17:28,666 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 17:17:28,666 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:28,666 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:28,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:28,681 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:28,682 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,691 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:28,691 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,691 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"]
2016-01-14 17:17:28,691 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:28,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:28,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:28,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,692 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:28,704 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:28,709 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:28,709 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:28,709 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:28,718 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001 doesn't exist and is created
2016-01-14 17:17:28,722 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:28,722 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:28,734 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:28,734 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:28,734 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001
2016-01-14 17:17:28,738 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791848709_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:28,748 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:28,748 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:28,750 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:28,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:28,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001/localmode-log-dir
2016-01-14 17:17:28,751 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001/localmode-log-dir/history.txt.appattempt_1452791848709_0001_000000, maxErrors=10
2016-01-14 17:17:28,751 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:28,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791848709_0001_000000, appSubmitTime=1452791848737, launchTime=1452791848737
2016-01-14 17:17:28,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:28,756 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:28,757 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:39639
2016-01-14 17:17:28,758 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:28,761 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:28,761 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:28,764 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791848709_0001_000000, startTime=1452791848764
2016-01-14 17:17:28,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:28,764 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:28,834 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:28,835 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:28,835 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452791848709_0001, dagName=[41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,849 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,851 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791848709_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001/localmode-log-dir/dag_1452791848709_0001_1.dot
2016-01-14 17:17:28,851 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001/localmode-log-dir/dag_1452791848709_0001_1-tez-dag.pb.txt
2016-01-14 17:17:28,856 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791848709_0001_1
2016-01-14 17:17:28,856 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,856 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28 Running Dag: dag_1452791848709_0001_1
2016-01-14 17:17:28,868 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791848709_0001_1, submitTime=1452791848850
2016-01-14 17:17:28,868 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:28,868 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F06C0CFD6F23478E953AEC9C2E893E27
2016-01-14 17:17:28,869 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:28,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791848709_0001_1, initTime=1452791848868
2016-01-14 17:17:28,869 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848709_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:28,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:28,870 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:28,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:DAG_STARTED]: dagID=dag_1452791848709_0001_1, startTime=1452791848869
2016-01-14 17:17:28,870 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:28,870 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848709_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:28,870 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F06C0CFD6F23478E953AEC9C2E893E27 : {E623FC070EB947AF8397BE182129355E={InputName=E623FC070EB947AF8397BE182129355E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:28,870 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E623FC070EB947AF8397BE182129355E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:28,871 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,871 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,872 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,872 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452791848709_0001, dagName=[41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,872 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]. Starting root input initializers: 1
2016-01-14 17:17:28,873 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:28,874 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E623FC070EB947AF8397BE182129355E on vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,876 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:28,876 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E623FC070EB947AF8397BE182129355E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:28,876 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:28,877 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:28,878 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:28,878 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E623FC070EB947AF8397BE182129355E on vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,879 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,879 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E623FC070EB947AF8397BE182129355E=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:28,879 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] parallelism set to 1
2016-01-14 17:17:28,879 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:28,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791848709_0001_1_00, eventCount=1
2016-01-14 17:17:28,880 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,880 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9B297071AC87482FBDA90322D43FB3AC, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:28,880 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9B297071AC87482FBDA90322D43FB3AC, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,882 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9B297071AC87482FBDA90322D43FB3AC, vertexName=F06C0CFD6F23478E953AEC9C2E893E27, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:28,882 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9B297071AC87482FBDA90322D43FB3AC, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, vertexId=vertex_1452791848709_0001_1_00, initRequestedTime=1452791848870, initedTime=1452791848883, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:28,883 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] with distanceFromRoot: 0
2016-01-14 17:17:28,883 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:28,884 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:28,884 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F06C0CFD6F23478E953AEC9C2E893E27
2016-01-14 17:17:28,884 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,884 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:28,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791848709_0001_1_00, startRequestedTime=1452791848884, startedTime=1452791848884
2016-01-14 17:17:28,885 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:28,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:28,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:TASK_STARTED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, taskId=task_1452791848709_0001_1_00_000000, scheduledTime=1452791848885, launchTime=1452791848885
2016-01-14 17:17:28,885 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848709_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:28,885 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,886 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1, VertexName: F06C0CFD6F23478E953AEC9C2E893E27, VertexParallelism: 1, TaskAttemptID:attempt_1452791848709_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E623FC070EB947AF8397BE182129355E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=9B297071AC87482FBDA90322D43FB3AC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,886 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848709_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:28,886 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:28,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791848709_0001, with dag id: dag_1452791848709_0001_1
2016-01-14 17:17:28,887 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:28,887 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:28,888 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:28,888 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791848709_0001_00_000001
2016-01-14 17:17:28,888 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:28,890 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791848709_0001_00_000001
2016-01-14 17:17:28,890 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:28,891 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:28,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:28,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791848709_0001_00_000001, launchTime=1452791848891
2016-01-14 17:17:28,892 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791848709_0001_00_000001
2016-01-14 17:17:28,892 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791848709_0001_1_00_000000_0] to container: [container_1452791848709_0001_00_000001]
2016-01-14 17:17:28,892 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:28,893 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791848709_0001_1_00_000000_0] started. Is using containerId: [container_1452791848709_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:28,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, taskAttemptId=attempt_1452791848709_0001_1_00_000000_0, startTime=1452791848893, containerId=container_1452791848709_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791848709_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:28,893 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848709_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:28,893 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848709_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:28,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:28,894 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791848709_0001_00_000001 given task: attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,894 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791848709_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,894 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,894 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,895 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:28,895 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:28,895 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:28,895 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:28,895 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:28,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094] each.each/(1/1) ...ield'_RESULTS.0_VALUES_-1, VertexName: F06C0CFD6F23478E953AEC9C2E893E27, VertexParallelism: 1, TaskAttemptID:attempt_1452791848709_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E623FC070EB947AF8397BE182129355E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=9B297071AC87482FBDA90322D43FB3AC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:28,895 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:28,896 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791848709_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:28,898 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:28,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E623FC070EB947AF8397BE182129355E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:28,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:28,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,900 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9B297071AC87482FBDA90322D43FB3AC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:28,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:28,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9B297071AC87482FBDA90322D43FB3AC
2016-01-14 17:17:28,901 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:28,901 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9B297071AC87482FBDA90322D43FB3AC
2016-01-14 17:17:28,904 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:28,905 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,906 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:28,914 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F06C0CFD6F23478E953AEC9C2E893E27, ordinal: 0
2016-01-14 17:17:28,914 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F06C0CFD6F23478E953AEC9C2E893E27, mem on start (mb), free: 178, total: 385, max: 672
2016-01-14 17:17:28,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:28,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:28,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:28,914 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:28,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9B297071AC87482FBDA90322D43FB3AC
2016-01-14 17:17:28,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:28,917 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:28,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:28,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:28,917 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:28,918 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:28,918 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:28,918 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E623FC070EB947AF8397BE182129355E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:28,918 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9B297071AC87482FBDA90322D43FB3AC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:28,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:28,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E623FC070EB947AF8397BE182129355E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:28,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,919 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:28,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:28,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:28,920 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,920 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:28,920 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1f8180df
2016-01-14 17:17:28,921 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1f8180df
2016-01-14 17:17:28,922 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:28,922 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:28,922 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,923 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,923 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"], id: 9B297071AC87482FBDA90322D43FB3AC
2016-01-14 17:17:28,923 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_-1"]
2016-01-14 17:17:28,924 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:28,924 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:28,924 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F06C0CFD6F23478E953AEC9C2E893E27, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:28,925 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:28,929 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:28,932 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:28,935 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:28,935 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:28,936 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28,936 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791848709_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:28,937 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791848709_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:28,943 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:28,943 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, taskAttemptId=attempt_1452791848709_0001_1_00_000000_0, startTime=1452791848893, finishTime=1452791848943, timeTaken=50, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791848924, Process_Duration=12, Process_End_Time=1452791848936, Read_Duration=1, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:28,943 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848709_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:28,943 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791848709_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:28,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:TASK_FINISHED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, taskId=task_1452791848709_0001_1_00_000000, startTime=1452791848893, finishTime=1452791848944, timeTaken=51, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:28,944 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791848709_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:28,944 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] : 1
2016-01-14 17:17:28,944 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] because task failed: task_1452791848709_0001_1_00_000000
2016-01-14 17:17:28,944 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:28,944 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:28,945 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,945 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=9B297071AC87482FBDA90322D43FB3AC, vertexId=vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,946 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:28,947 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:28,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:28,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:VERTEX_FINISHED]: vertexName=F06C0CFD6F23478E953AEC9C2E893E27, vertexId=vertex_1452791848709_0001_1_00, initRequestedTime=1452791848870, initedTime=1452791848883, startRequestedTime=1452791848884, startedTime=1452791848884, finishTime=1452791848946, timeTaken=62, status=FAILED, diagnostics=Task failed, taskId=task_1452791848709_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791848893, firstTasksToStart=[ task_1452791848709_0001_1_00_000000 ], lastTaskFinishTime=1452791848943, lastTasksToFinish=[ task_1452791848709_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:28,949 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:28,949 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:28,949 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791848709_0001_00_000001, stoppedTime=1452791848949, exitStatus=0
2016-01-14 17:17:28,949 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:28,950 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791848709_0001_1_00_000000_0 failed: true container: container_1452791848709_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:28,950 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:28,950 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:28,950 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791848709_0001_1
2016-01-14 17:17:28,950 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 9B297071AC87482FBDA90322D43FB3AC for vertex: vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27]
2016-01-14 17:17:28,951 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791848709_0001_1, queueSize=0
2016-01-14 17:17:28,951 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:28,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791848709_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791848709_0001_1, startTime=1452791848869, finishTime=1452791848950, timeTaken=81, status=FAILED, diagnostics=Vertex failed, vertexName=F06C0CFD6F23478E953AEC9C2E893E27, vertexId=vertex_1452791848709_0001_1_00, diagnostics=[Task failed, taskId=task_1452791848709_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791848709_0001_1_00 [F06C0CFD6F23478E953AEC9C2E893E27] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:28,952 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791848709_0001_1 finished with state: FAILED
2016-01-14 17:17:28,953 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791848709_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:28,954 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791848709_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:28 Completed Dag: dag_1452791848709_0001_1
2016-01-14 17:17:28,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791848709_0001_1, dagState=FAILED
2016-01-14 17:17:28,961 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791848709_0001_1_post
2016-01-14 17:17:28,961 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:28,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:28,961 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:28,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791848924, Process_Duration=12, Process_End_Time=1452791848936, Read_Duration=1, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:28,962 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F06C0CFD6F23478E953AEC9C2E893E27, mem on close (mb), free: 174, total: 385, max: 672
2016-01-14 17:17:28,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=F06C0CFD6F23478E953AEC9C2E893E27, index=0
2016-01-14 17:17:28,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=F06C0CFD6F23478E953AEC9C2E893E27, sourceVertex=E623FC070EB947AF8397BE182129355E
2016-01-14 17:17:28,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=F06C0CFD6F23478E953AEC9C2E893E27, sourceVertex=9B297071AC87482FBDA90322D43FB3AC
2016-01-14 17:17:28,964 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791848709_0001_00_000001
2016-01-14 17:17:28,964 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791848709_0001_00_000001
2016-01-14 17:17:28,966 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791848709_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:28,967 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791848709_0001_00_000001 completed but with errors
2016-01-14 17:17:28,967 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791848709_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:28,967 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791848709_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:28,967 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791848709_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:28,969 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ield'_RESULTS.0_VALUES_-1, applicationId=application_1452791848709_0001
2016-01-14 17:17:28,972 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:28,972 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:28,972 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:28,972 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:28,972 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:28,972 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:28,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:28,973 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:28,973 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:28,973 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,974 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:28,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:28,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:28,981 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/41CD1ECF0E664C5CA4EAC7AA40E1BF93/FBD4AE0BB70D4526B5511EECDFE4A094/.tez/application_1452791848709_0001
2016-01-14 17:17:28,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:28,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...ield'_RESULTS.0_VALUES_-1
2016-01-14 17:17:28,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:28,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.291
2016-01-14 17:17:28,984 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_-1
2016-01-14 17:17:29,004 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:29,004 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:29,030 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-01-14 17:17:29,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.010
2016-01-14 17:17:29,037 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:29,037 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:29,037 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_'field2'
2016-01-14 17:17:29,056 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:29,056 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:29,088 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:29,089 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 17:17:29,090 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,090 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,090 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:29,103 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:29,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,116 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:29,116 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,116 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"]
2016-01-14 17:17:29,116 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:29,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:29,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:29,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,118 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:29,148 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:29,153 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,154 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:29,154 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:29,163 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001 doesn't exist and is created
2016-01-14 17:17:29,179 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:29,179 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:29,180 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001
2016-01-14 17:17:29,182 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791849154_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,192 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:29,193 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:29,194 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:29,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:29,194 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001/localmode-log-dir
2016-01-14 17:17:29,194 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001/localmode-log-dir/history.txt.appattempt_1452791849154_0001_000000, maxErrors=10
2016-01-14 17:17:29,194 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:29,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791849154_0001_000000, appSubmitTime=1452791849182, launchTime=1452791849182
2016-01-14 17:17:29,200 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:53088
2016-01-14 17:17:29,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:29,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:29,202 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:29,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:29,203 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:29,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791849154_0001_000000, startTime=1452791849205
2016-01-14 17:17:29,205 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:29,205 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:29,256 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:29,256 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:29,280 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:29,280 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:29,280 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452791849154_0001, dagName=[2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,297 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,299 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791849154_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001/localmode-log-dir/dag_1452791849154_0001_1.dot
2016-01-14 17:17:29,299 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001/localmode-log-dir/dag_1452791849154_0001_1-tez-dag.pb.txt
2016-01-14 17:17:29,303 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849154_0001_1
2016-01-14 17:17:29,303 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,303 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29 Running Dag: dag_1452791849154_0001_1
2016-01-14 17:17:29,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791849154_0001_1, submitTime=1452791849298
2016-01-14 17:17:29,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:29,316 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E23AE3DB16F64467962629DD743F0031
2016-01-14 17:17:29,316 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:29,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791849154_0001_1, initTime=1452791849316
2016-01-14 17:17:29,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:29,317 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849154_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:29,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:DAG_STARTED]: dagID=dag_1452791849154_0001_1, startTime=1452791849317
2016-01-14 17:17:29,317 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:29,317 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:29,317 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849154_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:29,318 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E23AE3DB16F64467962629DD743F0031 : {8A01930729654C8F8EDD17A149845820={InputName=8A01930729654C8F8EDD17A149845820}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:29,318 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8A01930729654C8F8EDD17A149845820, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:29,318 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,318 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,318 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,318 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452791849154_0001, dagName=[2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,319 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]. Starting root input initializers: 1
2016-01-14 17:17:29,320 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:29,320 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8A01930729654C8F8EDD17A149845820 on vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,322 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:29,322 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8A01930729654C8F8EDD17A149845820 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:29,323 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:29,323 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:29,325 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:29,325 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8A01930729654C8F8EDD17A149845820 on vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,327 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:29,327 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8A01930729654C8F8EDD17A149845820=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:29,328 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] parallelism set to 1
2016-01-14 17:17:29,328 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:29,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791849154_0001_1_00, eventCount=1
2016-01-14 17:17:29,328 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,328 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B5F8D70531FA449CB6AAB66471BB5450, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:29,329 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B5F8D70531FA449CB6AAB66471BB5450, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,330 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B5F8D70531FA449CB6AAB66471BB5450, vertexName=E23AE3DB16F64467962629DD743F0031, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:29,331 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B5F8D70531FA449CB6AAB66471BB5450, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E23AE3DB16F64467962629DD743F0031, vertexId=vertex_1452791849154_0001_1_00, initRequestedTime=1452791849318, initedTime=1452791849332, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:29,332 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] with distanceFromRoot: 0
2016-01-14 17:17:29,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:29,332 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:29,333 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E23AE3DB16F64467962629DD743F0031
2016-01-14 17:17:29,333 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791849154_0001_1_00, startRequestedTime=1452791849333, startedTime=1452791849333
2016-01-14 17:17:29,333 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:29,334 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:29,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:29,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:TASK_STARTED]: vertexName=E23AE3DB16F64467962629DD743F0031, taskId=task_1452791849154_0001_1_00_000000, scheduledTime=1452791849334, launchTime=1452791849334
2016-01-14 17:17:29,335 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849154_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:29,335 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,335 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS, VertexName: E23AE3DB16F64467962629DD743F0031, VertexParallelism: 1, TaskAttemptID:attempt_1452791849154_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8A01930729654C8F8EDD17A149845820, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B5F8D70531FA449CB6AAB66471BB5450, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:29,335 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849154_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:29,336 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:29,336 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791849154_0001, with dag id: dag_1452791849154_0001_1
2016-01-14 17:17:29,336 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:29,337 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:29,337 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:29,338 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791849154_0001_00_000001
2016-01-14 17:17:29,338 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:29,340 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791849154_0001_00_000001
2016-01-14 17:17:29,340 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:29,342 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:29,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791849154_0001_00_000001, launchTime=1452791849342
2016-01-14 17:17:29,342 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:29,343 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791849154_0001_00_000001
2016-01-14 17:17:29,343 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791849154_0001_1_00_000000_0] to container: [container_1452791849154_0001_00_000001]
2016-01-14 17:17:29,344 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:29,344 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791849154_0001_00_000001 given task: attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,344 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791849154_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,344 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791849154_0001_1_00_000000_0] started. Is using containerId: [container_1452791849154_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:29 Starting to run new task attempt: attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,345 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,345 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,345 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:29,345 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:29,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E23AE3DB16F64467962629DD743F0031, taskAttemptId=attempt_1452791849154_0001_1_00_000000_0, startTime=1452791849344, containerId=container_1452791849154_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791849154_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:29,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:29,346 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849154_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:29,345 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:29,346 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:29,346 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:29,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2] each.each/(1/1) ..._RESULTS.0_VALUES_RESULTS, VertexName: E23AE3DB16F64467962629DD743F0031, VertexParallelism: 1, TaskAttemptID:attempt_1452791849154_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8A01930729654C8F8EDD17A149845820, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B5F8D70531FA449CB6AAB66471BB5450, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:29,346 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849154_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:29,347 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:29,347 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,347 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:29,349 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,349 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791849154_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:29,350 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8A01930729654C8F8EDD17A149845820, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:29,351 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:29,351 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,351 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,355 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:29,355 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B5F8D70531FA449CB6AAB66471BB5450, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:29,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:29,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B5F8D70531FA449CB6AAB66471BB5450
2016-01-14 17:17:29,356 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:29,356 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B5F8D70531FA449CB6AAB66471BB5450
2016-01-14 17:17:29,359 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:29,365 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E23AE3DB16F64467962629DD743F0031, ordinal: 0
2016-01-14 17:17:29,366 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E23AE3DB16F64467962629DD743F0031, mem on start (mb), free: 309, total: 385, max: 672
2016-01-14 17:17:29,366 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:29,368 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:29,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B5F8D70531FA449CB6AAB66471BB5450
2016-01-14 17:17:29,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:29,368 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:29,368 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:29,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:29,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:29,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:29,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:29,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:29,370 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8A01930729654C8F8EDD17A149845820, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:29,370 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B5F8D70531FA449CB6AAB66471BB5450, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:29,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:29,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,371 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:29,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8A01930729654C8F8EDD17A149845820 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:29,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:29,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:29,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:29,372 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,372 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:29,373 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@74ca4b76
2016-01-14 17:17:29,374 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@74ca4b76
2016-01-14 17:17:29,374 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:29,374 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:29,376 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"], id: B5F8D70531FA449CB6AAB66471BB5450
2016-01-14 17:17:29,377 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_RESULTS"]
2016-01-14 17:17:29,378 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,378 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:29,378 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E23AE3DB16F64467962629DD743F0031, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:29,379 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,382 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,386 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,392 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:29,392 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:29,393 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29,393 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791849154_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:29,394 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791849154_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:29,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E23AE3DB16F64467962629DD743F0031, taskAttemptId=attempt_1452791849154_0001_1_00_000000_0, startTime=1452791849344, finishTime=1452791849395, timeTaken=51, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=528, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791849379, Process_Duration=14, Process_End_Time=1452791849393, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:29,396 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849154_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:29,396 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791849154_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:29,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:29,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:TASK_FINISHED]: vertexName=E23AE3DB16F64467962629DD743F0031, taskId=task_1452791849154_0001_1_00_000000, startTime=1452791849344, finishTime=1452791849396, timeTaken=52, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:29,398 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849154_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:29,398 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:29,398 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] : 1
2016-01-14 17:17:29,399 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] because task failed: task_1452791849154_0001_1_00_000000
2016-01-14 17:17:29,399 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:29,401 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:29,401 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,401 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=B5F8D70531FA449CB6AAB66471BB5450, vertexId=vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:29,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:VERTEX_FINISHED]: vertexName=E23AE3DB16F64467962629DD743F0031, vertexId=vertex_1452791849154_0001_1_00, initRequestedTime=1452791849318, initedTime=1452791849332, startRequestedTime=1452791849333, startedTime=1452791849333, finishTime=1452791849402, timeTaken=69, status=FAILED, diagnostics=Task failed, taskId=task_1452791849154_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791849344, firstTasksToStart=[ task_1452791849154_0001_1_00_000000 ], lastTaskFinishTime=1452791849395, lastTasksToFinish=[ task_1452791849154_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:29,401 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=528, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791849379, Process_Duration=14, Process_End_Time=1452791849393, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:29,405 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E23AE3DB16F64467962629DD743F0031, mem on close (mb), free: 306, total: 385, max: 672
2016-01-14 17:17:29,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=E23AE3DB16F64467962629DD743F0031, index=0
2016-01-14 17:17:29,403 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:29,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=E23AE3DB16F64467962629DD743F0031, sourceVertex=8A01930729654C8F8EDD17A149845820
2016-01-14 17:17:29,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=E23AE3DB16F64467962629DD743F0031, sourceVertex=B5F8D70531FA449CB6AAB66471BB5450
2016-01-14 17:17:29,406 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:29,406 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791849154_0001_00_000001
2016-01-14 17:17:29,406 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791849154_0001_00_000001
2016-01-14 17:17:29,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791849154_0001_00_000001, stoppedTime=1452791849406, exitStatus=0
2016-01-14 17:17:29,407 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:29,407 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791849154_0001_1_00_000000_0 failed: true container: container_1452791849154_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:29,408 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:29,408 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:29,408 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791849154_0001_1
2016-01-14 17:17:29,408 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: B5F8D70531FA449CB6AAB66471BB5450 for vertex: vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031]
2016-01-14 17:17:29,409 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791849154_0001_1, queueSize=0
2016-01-14 17:17:29,409 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:29,409 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849154_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791849154_0001_1, startTime=1452791849317, finishTime=1452791849408, timeTaken=91, status=FAILED, diagnostics=Vertex failed, vertexName=E23AE3DB16F64467962629DD743F0031, vertexId=vertex_1452791849154_0001_1_00, diagnostics=[Task failed, taskId=task_1452791849154_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791849154_0001_1_00 [E23AE3DB16F64467962629DD743F0031] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:29,410 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791849154_0001_1 finished with state: FAILED
2016-01-14 17:17:29,410 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849154_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:29,410 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791849154_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:29 Completed Dag: dag_1452791849154_0001_1
2016-01-14 17:17:29,410 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791849154_0001_1, dagState=FAILED
2016-01-14 17:17:29,410 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849154_0001_1_post
2016-01-14 17:17:29,411 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,411 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:29,411 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:29,411 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791849154_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:29,411 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791849154_0001_00_000001 completed but with errors
2016-01-14 17:17:29,411 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791849154_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:29,412 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849154_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:29,412 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849154_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:29,422 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ..._RESULTS.0_VALUES_RESULTS, applicationId=application_1452791849154_0001
2016-01-14 17:17:29,424 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:29,424 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:29,424 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:29,424 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:29,424 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:29,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:29,425 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:29,425 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:29,426 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:29,426 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:29,426 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:29,426 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:29,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:29,430 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2EF56FE398944910806F78304F4B1D44/BE56BE402CB7485A9B5DDD40F84D51B2/.tez/application_1452791849154_0001
2016-01-14 17:17:29,430 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:29,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ..._RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:29,432 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.315
2016-01-14 17:17:29,432 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_RESULTS
2016-01-14 17:17:29,463 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:29,464 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:29,497 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 17:17:29,504 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 17:17:29,504 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,504 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,505 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:29,518 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:29,519 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,529 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:29,529 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"]
2016-01-14 17:17:29,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:29,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:29,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:29,532 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,532 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:29,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:29,548 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,548 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:29,548 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:29,559 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001 doesn't exist and is created
2016-01-14 17:17:29,575 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:29,575 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:29,575 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001
2016-01-14 17:17:29,578 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791849548_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,587 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:29,588 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:29,589 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:29,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:29,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001/localmode-log-dir
2016-01-14 17:17:29,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001/localmode-log-dir/history.txt.appattempt_1452791849548_0001_000000, maxErrors=10
2016-01-14 17:17:29,590 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:29,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791849548_0001_000000, appSubmitTime=1452791849577, launchTime=1452791849577
2016-01-14 17:17:29,594 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43834
2016-01-14 17:17:29,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:29,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:29,599 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:29,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:29,600 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:29,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791849548_0001_000000, startTime=1452791849602
2016-01-14 17:17:29,602 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:29,602 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:29,666 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:29,666 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:29,675 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:29,675 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:29,675 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452791849548_0001, dagName=[67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,689 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,690 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791849548_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001/localmode-log-dir/dag_1452791849548_0001_1.dot
2016-01-14 17:17:29,691 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001/localmode-log-dir/dag_1452791849548_0001_1-tez-dag.pb.txt
2016-01-14 17:17:29,697 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849548_0001_1
2016-01-14 17:17:29,697 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,697 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29 Running Dag: dag_1452791849548_0001_1
2016-01-14 17:17:29,710 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791849548_0001_1, submitTime=1452791849689
2016-01-14 17:17:29,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:29,711 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AFC2B36263A847E79C4FBF881823567C
2016-01-14 17:17:29,712 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:29,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791849548_0001_1, initTime=1452791849710
2016-01-14 17:17:29,712 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849548_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:29,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:29,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:DAG_STARTED]: dagID=dag_1452791849548_0001_1, startTime=1452791849713
2016-01-14 17:17:29,713 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:29,713 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849548_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:29,713 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452791849548_0001, dagName=[67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,713 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AFC2B36263A847E79C4FBF881823567C : {032A616DBA1E4037BB2579D0FE4BB006={InputName=032A616DBA1E4037BB2579D0FE4BB006}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:29,714 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 032A616DBA1E4037BB2579D0FE4BB006, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:29,714 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,714 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,714 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,714 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]. Starting root input initializers: 1
2016-01-14 17:17:29,717 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:29,717 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 032A616DBA1E4037BB2579D0FE4BB006 on vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,713 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:29,720 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:29,720 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 032A616DBA1E4037BB2579D0FE4BB006 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:29,720 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:29,721 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:29,722 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:29,723 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 032A616DBA1E4037BB2579D0FE4BB006 on vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,723 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:29,723 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {032A616DBA1E4037BB2579D0FE4BB006=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:29,724 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] parallelism set to 1
2016-01-14 17:17:29,724 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:29,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791849548_0001_1_00, eventCount=1
2016-01-14 17:17:29,724 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,724 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:29,724 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,726 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, vertexName=AFC2B36263A847E79C4FBF881823567C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:29,727 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:29,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AFC2B36263A847E79C4FBF881823567C, vertexId=vertex_1452791849548_0001_1_00, initRequestedTime=1452791849713, initedTime=1452791849728, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:29,728 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] with distanceFromRoot: 0
2016-01-14 17:17:29,729 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:29,729 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AFC2B36263A847E79C4FBF881823567C
2016-01-14 17:17:29,729 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791849548_0001_1_00, startRequestedTime=1452791849729, startedTime=1452791849729
2016-01-14 17:17:29,729 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:29,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791849548_0001, with dag id: dag_1452791849548_0001_1
2016-01-14 17:17:29,729 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:29,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:29,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:TASK_STARTED]: vertexName=AFC2B36263A847E79C4FBF881823567C, taskId=task_1452791849548_0001_1_00_000000, scheduledTime=1452791849732, launchTime=1452791849732
2016-01-14 17:17:29,732 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849548_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:29,733 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,733 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL, VertexName: AFC2B36263A847E79C4FBF881823567C, VertexParallelism: 1, TaskAttemptID:attempt_1452791849548_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=032A616DBA1E4037BB2579D0FE4BB006, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:29,734 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849548_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:29,734 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:29,735 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:29,736 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:29,736 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:29,736 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791849548_0001_00_000001
2016-01-14 17:17:29,736 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:29,738 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791849548_0001_00_000001
2016-01-14 17:17:29,738 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:29,738 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:29,739 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:29,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791849548_0001_00_000001, launchTime=1452791849739
2016-01-14 17:17:29,740 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791849548_0001_00_000001
2016-01-14 17:17:29,740 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791849548_0001_1_00_000000_0] to container: [container_1452791849548_0001_00_000001]
2016-01-14 17:17:29,740 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:29,740 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791849548_0001_00_000001 given task: attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,740 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791849548_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,741 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791849548_0001_1_00_000000_0] started. Is using containerId: [container_1452791849548_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:29,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AFC2B36263A847E79C4FBF881823567C, taskAttemptId=attempt_1452791849548_0001_1_00_000000_0, startTime=1452791849740, containerId=container_1452791849548_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791849548_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:29,741 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849548_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:29,741 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849548_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:29,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:29 Starting to run new task attempt: attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,742 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,742 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,742 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:29,742 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:29,742 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:29,742 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:29,742 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:29,743 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E] each.each/(1/1) ...eld'_RESULTS.0_VALUES_ALL, VertexName: AFC2B36263A847E79C4FBF881823567C, VertexParallelism: 1, TaskAttemptID:attempt_1452791849548_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=032A616DBA1E4037BB2579D0FE4BB006, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:29,743 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:29,743 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,743 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:29,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,744 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791849548_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:29,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=032A616DBA1E4037BB2579D0FE4BB006, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:29,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:29,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:29,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,745 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,747 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:29,747 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:29,747 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:29,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9ADE7A0A6FB64765BF93E2E7CF8DFCCE
2016-01-14 17:17:29,748 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:29,748 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9ADE7A0A6FB64765BF93E2E7CF8DFCCE
2016-01-14 17:17:29,753 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AFC2B36263A847E79C4FBF881823567C, ordinal: 0
2016-01-14 17:17:29,753 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFC2B36263A847E79C4FBF881823567C, mem on start (mb), free: 245, total: 385, max: 672
2016-01-14 17:17:29,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:29,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:29,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:29,761 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:29,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9ADE7A0A6FB64765BF93E2E7CF8DFCCE
2016-01-14 17:17:29,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:29,762 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:29,762 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:29,762 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:29,762 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:29,763 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:29,763 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:29,763 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:29,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 032A616DBA1E4037BB2579D0FE4BB006, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:29,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9ADE7A0A6FB64765BF93E2E7CF8DFCCE, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:29,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:29,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 032A616DBA1E4037BB2579D0FE4BB006 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:29,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,765 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:29,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:29,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:29,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:29,765 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,766 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:29,766 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1c18b0dd
2016-01-14 17:17:29,767 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1c18b0dd
2016-01-14 17:17:29,767 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:29,767 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:29,769 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,769 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,769 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"], id: 9ADE7A0A6FB64765BF93E2E7CF8DFCCE
2016-01-14 17:17:29,770 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_VALUES_ALL"]
2016-01-14 17:17:29,770 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,770 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:29,770 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AFC2B36263A847E79C4FBF881823567C, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:29,771 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,773 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,776 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,778 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:29,778 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:29,779 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29,779 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791849548_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:29,779 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791849548_0001_1_00_000000_0
cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:17:29,783 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:29,783 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AFC2B36263A847E79C4FBF881823567C, taskAttemptId=attempt_1452791849548_0001_1_00_000000_0, startTime=1452791849740, finishTime=1452791849783, timeTaken=43, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791849770, Process_Duration=9, Process_End_Time=1452791849779, Read_Duration=1, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 17:17:29,783 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849548_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:17:29,783 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791849548_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:17:29,784 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:29,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:TASK_FINISHED]: vertexName=AFC2B36263A847E79C4FBF881823567C, taskId=task_1452791849548_0001_1_00_000000, startTime=1452791849740, finishTime=1452791849783, timeTaken=43, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:17:29,784 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849548_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:17:29,784 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] : 1
2016-01-14 17:17:29,784 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] because task failed: task_1452791849548_0001_1_00_000000
2016-01-14 17:17:29,784 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:17:29,784 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:17:29,784 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,785 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=9ADE7A0A6FB64765BF93E2E7CF8DFCCE, vertexId=vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,786 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:29,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:VERTEX_FINISHED]: vertexName=AFC2B36263A847E79C4FBF881823567C, vertexId=vertex_1452791849548_0001_1_00, initRequestedTime=1452791849713, initedTime=1452791849728, startRequestedTime=1452791849729, startedTime=1452791849729, finishTime=1452791849786, timeTaken=57, status=FAILED, diagnostics=Task failed, taskId=task_1452791849548_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791849740, firstTasksToStart=[ task_1452791849548_0001_1_00_000000 ], lastTaskFinishTime=1452791849783, lastTasksToFinish=[ task_1452791849548_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:17:29,786 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:17:29,786 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 17:17:29,786 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:17:29,787 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791849548_0001_1
2016-01-14 17:17:29,787 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 9ADE7A0A6FB64765BF93E2E7CF8DFCCE for vertex: vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C]
2016-01-14 17:17:29,787 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791849548_0001_1, queueSize=0
2016-01-14 17:17:29,787 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:29,788 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791849548_0001_1, startTime=1452791849713, finishTime=1452791849787, timeTaken=74, status=FAILED, diagnostics=Vertex failed, vertexName=AFC2B36263A847E79C4FBF881823567C, vertexId=vertex_1452791849548_0001_1_00, diagnostics=[Task failed, taskId=task_1452791849548_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.tuple.TupleException: operation added the wrong number of fields, expected: [NONE], got result size: 1
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:125)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.FunctionEachStage$1.collect(FunctionEachStage.java:81)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.TestFunction.operate(TestFunction.java:86)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791849548_0001_1_00 [AFC2B36263A847E79C4FBF881823567C] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 17:17:29,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:29,789 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791849548_0001_1 finished with state: FAILED
2016-01-14 17:17:29,790 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849548_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:29,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 19 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=51, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452791849770, Process_Duration=9, Process_End_Time=1452791849779, Read_Duration=1, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 17:17:29,790 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:29,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849548_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791849548_0001_00_000001, stoppedTime=1452791849790, exitStatus=0
2016-01-14 17:17:29,791 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:29,791 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791849548_0001_1_00_000000_0 failed: true container: container_1452791849548_0001_00_000001 numFailedTAs: 0
2016-01-14 17:17:29 Completed Dag: dag_1452791849548_0001_1
2016-01-14 17:17:29,792 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791849548_0001_1, dagState=FAILED
2016-01-14 17:17:29,792 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849548_0001_1_post
2016-01-14 17:17:29,792 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFC2B36263A847E79C4FBF881823567C, mem on close (mb), free: 242, total: 385, max: 672
2016-01-14 17:17:29,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=AFC2B36263A847E79C4FBF881823567C, index=0
2016-01-14 17:17:29,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=AFC2B36263A847E79C4FBF881823567C, sourceVertex=032A616DBA1E4037BB2579D0FE4BB006
2016-01-14 17:17:29,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=AFC2B36263A847E79C4FBF881823567C, sourceVertex=9ADE7A0A6FB64765BF93E2E7CF8DFCCE
2016-01-14 17:17:29,793 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:29,793 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:29,793 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791849548_0001_00_000001
2016-01-14 17:17:29,793 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791849548_0001_00_000001
2016-01-14 17:17:29,793 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791849548_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:29,794 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:29,795 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791849548_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:17:29,795 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791849548_0001_00_000001 completed but with errors
2016-01-14 17:17:29,795 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791849548_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:17:29,796 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eld'_RESULTS.0_VALUES_ALL, applicationId=application_1452791849548_0001
2016-01-14 17:17:29,795 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849548_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:29,796 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849548_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:17:29,797 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:29,797 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:29,797 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:29,798 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:29,798 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:29,798 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:29,798 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:29,798 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:29,799 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:29,799 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:29,799 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:29,799 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:29,799 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:29,803 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/67995992F5234F3EA8146850EAFD5530/E589A50F7FFF417D90CDF7A8DD636E0E/.tez/application_1452791849548_0001
2016-01-14 17:17:29,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping all jobs
2016-01-14 17:17:29,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopping: (1/1) ...eld'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] stopped all jobs
2016-01-14 17:17:29,805 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.275
2016-01-14 17:17:29,805 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_VALUES_ALL
2016-01-14 17:17:29,825 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:29,825 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:29,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 17:17:29,863 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 17:17:29,864 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,864 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:29,864 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:29,878 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:29,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:29,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:29,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:29,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"]
2016-01-14 17:17:29,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:29,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:29,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:29,891 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:29,891 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:29,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:29,914 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,915 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:29,915 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:29,925 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001 doesn't exist and is created
2016-01-14 17:17:29,943 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:29,943 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:29,944 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001
2016-01-14 17:17:29,947 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791849915_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:29,957 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:29,958 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:29,959 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:29,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:29,960 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001/localmode-log-dir
2016-01-14 17:17:29,960 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001/localmode-log-dir/history.txt.appattempt_1452791849915_0001_000000, maxErrors=10
2016-01-14 17:17:29,960 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:29,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791849915_0001_000000, appSubmitTime=1452791849947, launchTime=1452791849947
2016-01-14 17:17:29,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:29,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:29,969 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:29,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:29,971 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:52801
2016-01-14 17:17:29,972 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:29,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791849915_0001_000000, startTime=1452791849974
2016-01-14 17:17:29,974 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:29,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:30,044 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:30,044 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:30,044 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452791849915_0001, dagName=[1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:30,059 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:30,060 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791849915_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001/localmode-log-dir/dag_1452791849915_0001_1.dot
2016-01-14 17:17:30,060 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001/localmode-log-dir/dag_1452791849915_0001_1-tez-dag.pb.txt
2016-01-14 17:17:30,065 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849915_0001_1
2016-01-14 17:17:30,065 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,065 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:30 Running Dag: dag_1452791849915_0001_1
2016-01-14 17:17:30,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791849915_0001_1, submitTime=1452791850059
2016-01-14 17:17:30,075 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:30,076 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AB65C98B70534AEDA22EE89BFF0FEA59
2016-01-14 17:17:30,076 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:30,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791849915_0001_1, initTime=1452791850075
2016-01-14 17:17:30,076 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849915_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:30,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:30,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:DAG_STARTED]: dagID=dag_1452791849915_0001_1, startTime=1452791850076
2016-01-14 17:17:30,077 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:30,077 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849915_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AB65C98B70534AEDA22EE89BFF0FEA59 : {E0C0DE81BC2747F7AE4920E924A64F9C={InputName=E0C0DE81BC2747F7AE4920E924A64F9C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E0C0DE81BC2747F7AE4920E924A64F9C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,077 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]. Starting root input initializers: 1
2016-01-14 17:17:30,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:30,078 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E0C0DE81BC2747F7AE4920E924A64F9C on vertex vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,078 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452791849915_0001, dagName=[1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:30,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:30,080 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:30,081 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E0C0DE81BC2747F7AE4920E924A64F9C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:30,081 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:30,082 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:30,083 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:30,083 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E0C0DE81BC2747F7AE4920E924A64F9C on vertex vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,084 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:30,084 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E0C0DE81BC2747F7AE4920E924A64F9C=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:30,084 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] parallelism set to 1
2016-01-14 17:17:30,084 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:30,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791849915_0001_1_00, eventCount=1
2016-01-14 17:17:30,085 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,085 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=A77CF83032894F08842543C49CC2A143, vertexId=vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:30,085 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=A77CF83032894F08842543C49CC2A143, vertexId=vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,087 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=A77CF83032894F08842543C49CC2A143, vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:30,087 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=A77CF83032894F08842543C49CC2A143, vertexId=vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, vertexId=vertex_1452791849915_0001_1_00, initRequestedTime=1452791850077, initedTime=1452791850088, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:30,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:30,088 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] with distanceFromRoot: 0
2016-01-14 17:17:30,089 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:30,089 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AB65C98B70534AEDA22EE89BFF0FEA59
2016-01-14 17:17:30,089 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,089 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:30,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791849915_0001_1_00, startRequestedTime=1452791850089, startedTime=1452791850089
2016-01-14 17:17:30,090 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:30,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:30,090 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:TASK_STARTED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, taskId=task_1452791849915_0001_1_00_000000, scheduledTime=1452791850090, launchTime=1452791850090
2016-01-14 17:17:30,090 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849915_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:30,091 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,091 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1, VertexName: AB65C98B70534AEDA22EE89BFF0FEA59, VertexParallelism: 1, TaskAttemptID:attempt_1452791849915_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E0C0DE81BC2747F7AE4920E924A64F9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A77CF83032894F08842543C49CC2A143, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:30,091 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849915_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:30,092 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:30,092 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:30,093 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:30,093 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:30,093 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791849915_0001, with dag id: dag_1452791849915_0001_1
2016-01-14 17:17:30,094 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791849915_0001_00_000001
2016-01-14 17:17:30,094 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:30,096 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791849915_0001_00_000001
2016-01-14 17:17:30,096 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:30,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:30,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791849915_0001_00_000001, launchTime=1452791850097
2016-01-14 17:17:30,097 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791849915_0001_00_000001
2016-01-14 17:17:30,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:30,098 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791849915_0001_1_00_000000_0] to container: [container_1452791849915_0001_00_000001]
2016-01-14 17:17:30,098 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:30,099 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791849915_0001_1_00_000000_0] started. Is using containerId: [container_1452791849915_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:30,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0, startTime=1452791850098, containerId=container_1452791849915_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791849915_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:30,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:30,099 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791849915_0001_00_000001 given task: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,099 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791849915_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,099 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849915_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:30,100 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849915_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:30 Starting to run new task attempt: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,100 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,100 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,100 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:30,100 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:30,100 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:30,100 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:30,100 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:30,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F] each.each/(1/1) ...'field'_RESULTS.0_ARGS_-1, VertexName: AB65C98B70534AEDA22EE89BFF0FEA59, VertexParallelism: 1, TaskAttemptID:attempt_1452791849915_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E0C0DE81BC2747F7AE4920E924A64F9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A77CF83032894F08842543C49CC2A143, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:30,101 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:30,101 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:30,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E0C0DE81BC2747F7AE4920E924A64F9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:30,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:30,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,102 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,104 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791849915_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:30,106 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:30,108 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:30,108 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A77CF83032894F08842543C49CC2A143, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:30,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:30,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A77CF83032894F08842543C49CC2A143
2016-01-14 17:17:30,109 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:30,109 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: A77CF83032894F08842543C49CC2A143
2016-01-14 17:17:30,116 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB65C98B70534AEDA22EE89BFF0FEA59, ordinal: 0
2016-01-14 17:17:30,117 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB65C98B70534AEDA22EE89BFF0FEA59, mem on start (mb), free: 184, total: 385, max: 672
2016-01-14 17:17:30,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:30,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:30,118 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:30,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A77CF83032894F08842543C49CC2A143
2016-01-14 17:17:30,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:30,118 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:30,118 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:30,118 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:30,118 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:30,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:30,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:30,119 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:30,119 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E0C0DE81BC2747F7AE4920E924A64F9C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:30,119 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A77CF83032894F08842543C49CC2A143, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E0C0DE81BC2747F7AE4920E924A64F9C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,120 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:30,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:30,121 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,123 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:30,123 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3e9a1f6b
2016-01-14 17:17:30,123 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,124 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E0C0DE81BC2747F7AE4920E924A64F9C
2016-01-14 17:17:30,124 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"], id: A77CF83032894F08842543C49CC2A143
2016-01-14 17:17:30,124 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_-1"]
2016-01-14 17:17:30,124 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3e9a1f6b
2016-01-14 17:17:30,125 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,125 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:30,125 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:30,126 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:30,126 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB65C98B70534AEDA22EE89BFF0FEA59, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:30,126 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:30,127 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:30,128 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:30,128 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:30,129 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,129 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791849915_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:30,129 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,129 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB65C98B70534AEDA22EE89BFF0FEA59, mem on close (mb), free: 182, total: 385, max: 672
2016-01-14 17:17:30 Completed running task attempt: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,130 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:30,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791850126, Process_Duration=3, Process_End_Time=1452791850129, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:30,131 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, taskAttemptId=attempt_1452791849915_0001_1_00_000000_0, startTime=1452791850098, finishTime=1452791850131, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850126, Process_Duration=3, Process_End_Time=1452791850129, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,131 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:30,132 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:30,132 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791849915_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:30,132 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30,132 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:30,132 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,133 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791849915_0001_00_000001
2016-01-14 17:17:30,133 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:TASK_FINISHED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, taskId=task_1452791849915_0001_1_00_000000, startTime=1452791850098, finishTime=1452791850133, timeTaken=35, status=SUCCEEDED, successfulAttemptID=attempt_1452791849915_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850126, Process_Duration=3, Process_End_Time=1452791850129, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,134 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791849915_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:30,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:30,134 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] : 1
2016-01-14 17:17:30,134 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:30,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:VERTEX_FINISHED]: vertexName=AB65C98B70534AEDA22EE89BFF0FEA59, vertexId=vertex_1452791849915_0001_1_00, initRequestedTime=1452791850077, initedTime=1452791850088, startRequestedTime=1452791850089, startedTime=1452791850089, finishTime=1452791850134, timeTaken=45, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850126, Process_Duration=3, Process_End_Time=1452791850129, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791850098, firstTasksToStart=[ task_1452791849915_0001_1_00_000000 ], lastTaskFinishTime=1452791850131, lastTasksToFinish=[ task_1452791849915_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791849915_0001_1_00_000000 ], longestDurationTasks=[ task_1452791849915_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:30,135 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:30,135 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:30,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791849915_0001_00_000001, stoppedTime=1452791850135, exitStatus=0
2016-01-14 17:17:30,136 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:30,136 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:30,136 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791849915_0001_1
2016-01-14 17:17:30,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:30,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791849915_0001_1
2016-01-14 17:17:30,136 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: A77CF83032894F08842543C49CC2A143 for vertex: vertex_1452791849915_0001_1_00 [AB65C98B70534AEDA22EE89BFF0FEA59]
2016-01-14 17:17:30,144 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791849915_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:30,144 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791849915_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:30,144 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791849915_0001_00_000001, Exiting
2016-01-14 17:17:30,144 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791849915_0001_00_000001
2016-01-14 17:17:30,144 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791849915_0001_00_000001
2016-01-14 17:17:30,145 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791849915_0001_1, queueSize=0
2016-01-14 17:17:30,145 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791849915_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:30,145 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791849915_0001_00_000001 completed successfully
2016-01-14 17:17:30,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791849915_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791849915_0001_1, startTime=1452791850076, finishTime=1452791850143, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=404226048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850126, Process_Duration=3, Process_End_Time=1452791850129, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:30,146 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791849915_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:30,146 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791849915_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:30,147 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791849915_0001_00_000001
2016-01-14 17:17:30,147 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791849915_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:30 Completed Dag: dag_1452791849915_0001_1
2016-01-14 17:17:30,148 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791849915_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:30,148 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791849915_0001_1_post
2016-01-14 17:17:30,149 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,149 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:30,153 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'field'_RESULTS.0_ARGS_-1, applicationId=application_1452791849915_0001
2016-01-14 17:17:30,155 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:30,155 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:30,155 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:30,155 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:30,156 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:30,156 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:30,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:30,156 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:30,156 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:30,156 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:30,157 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:30,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:30,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:30,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1B9E59DF3FF146D9A817F8CD14BD2129/AC749A40191F4BB7A6DDB0E94472504F/.tez/application_1452791849915_0001
2016-01-14 17:17:30,163 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.275
2016-01-14 17:17:30,226 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_-1
2016-01-14 17:17:30,248 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:30,248 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:30,275 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-01-14 17:17:30,276 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-01-14 17:17:30,277 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:30,277 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:30,278 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_'field2'
2016-01-14 17:17:30,298 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:30,298 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:30,330 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:30,337 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 17:17:30,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:30,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:30,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:30,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:30,352 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,373 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:30,373 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,373 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"]
2016-01-14 17:17:30,373 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:30,373 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:30,374 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:30,375 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,375 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:30,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:30,392 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:30,392 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:30,392 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:30,401 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001 doesn't exist and is created
2016-01-14 17:17:30,415 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:30,416 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:30,417 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001
2016-01-14 17:17:30,420 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791850392_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:30,432 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:30,433 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:30,435 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:30,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:30,436 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001/localmode-log-dir
2016-01-14 17:17:30,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001/localmode-log-dir/history.txt.appattempt_1452791850392_0001_000000, maxErrors=10
2016-01-14 17:17:30,437 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:30,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791850392_0001_000000, appSubmitTime=1452791850420, launchTime=1452791850420
2016-01-14 17:17:30,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:30,447 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:30,448 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:30,448 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:30,449 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33366
2016-01-14 17:17:30,453 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:30,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791850392_0001_000000, startTime=1452791850455
2016-01-14 17:17:30,455 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:30,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:30,516 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:30,516 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:30,516 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452791850392_0001, dagName=[2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,532 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,534 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791850392_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001/localmode-log-dir/dag_1452791850392_0001_1.dot
2016-01-14 17:17:30,534 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001/localmode-log-dir/dag_1452791850392_0001_1-tez-dag.pb.txt
2016-01-14 17:17:30,538 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791850392_0001_1
2016-01-14 17:17:30,538 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,538 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30 Running Dag: dag_1452791850392_0001_1
2016-01-14 17:17:30,549 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:30,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791850392_0001_1, submitTime=1452791850533
2016-01-14 17:17:30,550 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B55D35F68BF1413086FD01356693324B
2016-01-14 17:17:30,550 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:30,550 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:30,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791850392_0001_1, initTime=1452791850549
2016-01-14 17:17:30,550 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850392_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:30,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:DAG_STARTED]: dagID=dag_1452791850392_0001_1, startTime=1452791850550
2016-01-14 17:17:30,551 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:30,551 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850392_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B55D35F68BF1413086FD01356693324B : {C23D5F52A76C4070A86623475F77F15D={InputName=C23D5F52A76C4070A86623475F77F15D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C23D5F52A76C4070A86623475F77F15D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,551 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]. Starting root input initializers: 1
2016-01-14 17:17:30,551 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:30,552 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:30,552 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C23D5F52A76C4070A86623475F77F15D on vertex vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,552 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452791850392_0001, dagName=[2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,554 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:30,554 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C23D5F52A76C4070A86623475F77F15D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:30,554 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:30,555 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:30,556 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:30,557 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C23D5F52A76C4070A86623475F77F15D on vertex vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,557 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:30,557 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C23D5F52A76C4070A86623475F77F15D=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:30,557 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] parallelism set to 1
2016-01-14 17:17:30,557 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:30,558 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791850392_0001_1_00, eventCount=1
2016-01-14 17:17:30,558 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,558 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=94FE1698D82B45908A50A7A5E21E54BD, vertexId=vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:30,558 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=94FE1698D82B45908A50A7A5E21E54BD, vertexId=vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,560 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=94FE1698D82B45908A50A7A5E21E54BD, vertexName=B55D35F68BF1413086FD01356693324B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:30,560 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=94FE1698D82B45908A50A7A5E21E54BD, vertexId=vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B55D35F68BF1413086FD01356693324B, vertexId=vertex_1452791850392_0001_1_00, initRequestedTime=1452791850551, initedTime=1452791850562, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:30,562 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] with distanceFromRoot: 0
2016-01-14 17:17:30,562 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:30,562 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:30,562 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B55D35F68BF1413086FD01356693324B
2016-01-14 17:17:30,563 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:30,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791850392_0001_1_00, startRequestedTime=1452791850562, startedTime=1452791850562
2016-01-14 17:17:30,563 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:30,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:30,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:TASK_STARTED]: vertexName=B55D35F68BF1413086FD01356693324B, taskId=task_1452791850392_0001_1_00_000000, scheduledTime=1452791850563, launchTime=1452791850563
2016-01-14 17:17:30,564 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850392_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:30,564 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,564 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS, VertexName: B55D35F68BF1413086FD01356693324B, VertexParallelism: 1, TaskAttemptID:attempt_1452791850392_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C23D5F52A76C4070A86623475F77F15D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=94FE1698D82B45908A50A7A5E21E54BD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:30,565 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850392_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:30,565 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:30,565 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:30,566 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:30,566 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:30,566 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791850392_0001_00_000001
2016-01-14 17:17:30,566 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:30,568 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791850392_0001, with dag id: dag_1452791850392_0001_1
2016-01-14 17:17:30,568 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791850392_0001_00_000001
2016-01-14 17:17:30,569 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:30,570 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:30,570 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:30,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791850392_0001_00_000001, launchTime=1452791850570
2016-01-14 17:17:30,571 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791850392_0001_00_000001
2016-01-14 17:17:30,572 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791850392_0001_1_00_000000_0] to container: [container_1452791850392_0001_00_000001]
2016-01-14 17:17:30,572 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:30,573 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791850392_0001_00_000001 given task: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,573 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791850392_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,573 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791850392_0001_1_00_000000_0] started. Is using containerId: [container_1452791850392_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:30,574 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B55D35F68BF1413086FD01356693324B, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0, startTime=1452791850573, containerId=container_1452791850392_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791850392_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:30,574 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:30,574 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850392_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:30,574 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850392_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:30 Starting to run new task attempt: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,574 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,575 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,575 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:30,575 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:30,575 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:30,575 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:30,576 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:30,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE] each.each/(1/1) ...d'_RESULTS.0_ARGS_RESULTS, VertexName: B55D35F68BF1413086FD01356693324B, VertexParallelism: 1, TaskAttemptID:attempt_1452791850392_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C23D5F52A76C4070A86623475F77F15D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=94FE1698D82B45908A50A7A5E21E54BD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:30,576 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:30,577 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:30,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,577 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791850392_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:30,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=94FE1698D82B45908A50A7A5E21E54BD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:30,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C23D5F52A76C4070A86623475F77F15D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:30,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:30,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,579 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:30,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 94FE1698D82B45908A50A7A5E21E54BD
2016-01-14 17:17:30,580 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:30,580 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 94FE1698D82B45908A50A7A5E21E54BD
2016-01-14 17:17:30,581 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:30,581 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,582 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:30,590 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B55D35F68BF1413086FD01356693324B, ordinal: 0
2016-01-14 17:17:30,590 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B55D35F68BF1413086FD01356693324B, mem on start (mb), free: 303, total: 387, max: 672
2016-01-14 17:17:30,590 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:30,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:30,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:30,592 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:30,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 94FE1698D82B45908A50A7A5E21E54BD
2016-01-14 17:17:30,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:30,592 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:30,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:30,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:30,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:30,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:30,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:30,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:30,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C23D5F52A76C4070A86623475F77F15D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:30,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 94FE1698D82B45908A50A7A5E21E54BD, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:30,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:30,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C23D5F52A76C4070A86623475F77F15D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:30,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,594 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:30,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:30,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:30,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:30,594 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,596 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:30,597 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@64847ae6
2016-01-14 17:17:30,597 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,597 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@64847ae6
2016-01-14 17:17:30,598 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:30,598 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:30,598 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C23D5F52A76C4070A86623475F77F15D
2016-01-14 17:17:30,598 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"], id: 94FE1698D82B45908A50A7A5E21E54BD
2016-01-14 17:17:30,598 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.0_ARGS_RESULTS"]
2016-01-14 17:17:30,599 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,599 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:30,599 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B55D35F68BF1413086FD01356693324B, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:30,602 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:30,602 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:30,602 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,602 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791850392_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:30,603 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,603 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B55D35F68BF1413086FD01356693324B, mem on close (mb), free: 301, total: 387, max: 672
2016-01-14 17:17:30 Completed running task attempt: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,604 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:30,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791850599, Process_Duration=4, Process_End_Time=1452791850603, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:30,605 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:30,605 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:30,605 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,605 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791850392_0001_00_000001
2016-01-14 17:17:30,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B55D35F68BF1413086FD01356693324B, taskAttemptId=attempt_1452791850392_0001_1_00_000000_0, startTime=1452791850573, finishTime=1452791850605, timeTaken=32, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850599, Process_Duration=4, Process_End_Time=1452791850603, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,606 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850392_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:30,606 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30,606 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:30,606 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:30,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:TASK_FINISHED]: vertexName=B55D35F68BF1413086FD01356693324B, taskId=task_1452791850392_0001_1_00_000000, startTime=1452791850573, finishTime=1452791850606, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1452791850392_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850599, Process_Duration=4, Process_End_Time=1452791850603, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,607 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850392_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:30,607 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] : 1
2016-01-14 17:17:30,607 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,608 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:30,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:VERTEX_FINISHED]: vertexName=B55D35F68BF1413086FD01356693324B, vertexId=vertex_1452791850392_0001_1_00, initRequestedTime=1452791850551, initedTime=1452791850562, startRequestedTime=1452791850562, startedTime=1452791850562, finishTime=1452791850607, timeTaken=45, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850599, Process_Duration=4, Process_End_Time=1452791850603, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791850573, firstTasksToStart=[ task_1452791850392_0001_1_00_000000 ], lastTaskFinishTime=1452791850605, lastTasksToFinish=[ task_1452791850392_0001_1_00_000000 ], minTaskDuration=32, maxTaskDuration=32, avgTaskDuration=32.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791850392_0001_1_00_000000 ], longestDurationTasks=[ task_1452791850392_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:30,608 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:30,609 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:30,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791850392_0001_00_000001, stoppedTime=1452791850609, exitStatus=0
2016-01-14 17:17:30,609 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:30,609 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:30,609 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791850392_0001_1
2016-01-14 17:17:30,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791850392_0001_1
2016-01-14 17:17:30,609 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 94FE1698D82B45908A50A7A5E21E54BD for vertex: vertex_1452791850392_0001_1_00 [B55D35F68BF1413086FD01356693324B]
2016-01-14 17:17:30,610 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:30,617 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791850392_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:30,617 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791850392_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:30,617 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791850392_0001_00_000001, Exiting
2016-01-14 17:17:30,617 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791850392_0001_00_000001
2016-01-14 17:17:30,617 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791850392_0001_00_000001
2016-01-14 17:17:30,617 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791850392_0001_1, queueSize=0
2016-01-14 17:17:30,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:30,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850392_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791850392_0001_1, startTime=1452791850550, finishTime=1452791850615, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791850599, Process_Duration=4, Process_End_Time=1452791850603, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:30,618 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791850392_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:30,619 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850392_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:30,619 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791850392_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:30,619 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791850392_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:30 Completed Dag: dag_1452791850392_0001_1
2016-01-14 17:17:30,619 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791850392_0001_00_000001 completed successfully
2016-01-14 17:17:30,619 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791850392_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:30,620 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791850392_0001_1_post
2016-01-14 17:17:30,620 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,620 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:30,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:30,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850392_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:30,626 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.0_ARGS_RESULTS, applicationId=application_1452791850392_0001
2016-01-14 17:17:30,627 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:30,627 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:30,627 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:30,628 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:30,628 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:30,628 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:30,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:30,628 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:30,628 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:30,629 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:30,629 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:30,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:30,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:30,634 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/2FFF62D5BB3D46CDBF7BA1EEB3C83C15/ED02FF9DC02045EBB01DB9FD6D5EB2CE/.tez/application_1452791850392_0001
2016-01-14 17:17:30,635 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.262
2016-01-14 17:17:30,700 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_RESULTS
2016-01-14 17:17:30,721 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:30,721 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:30,726 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:30,726 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:30,749 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-01-14 17:17:30,750 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-01-14 17:17:30,750 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:30,751 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:30,751 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.0_ARGS_ALL
2016-01-14 17:17:30,772 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:30,773 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:30,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 17:17:30,807 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 17:17:30,808 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:30,808 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:30,809 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:30,822 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:30,823 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:30,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:30,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:30,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"]
2016-01-14 17:17:30,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:30,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:30,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:30,834 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:30,834 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:30,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:30,851 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:30,851 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:30,851 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:30,860 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001 doesn't exist and is created
2016-01-14 17:17:30,877 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:30,878 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:30,878 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001
2016-01-14 17:17:30,881 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791850851_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:30,890 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:30,891 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:30,892 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:30,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:30,892 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001/localmode-log-dir
2016-01-14 17:17:30,892 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001/localmode-log-dir/history.txt.appattempt_1452791850851_0001_000000, maxErrors=10
2016-01-14 17:17:30,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:30,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791850851_0001_000000, appSubmitTime=1452791850880, launchTime=1452791850880
2016-01-14 17:17:30,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:30,899 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:30,900 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:30,900 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:30,902 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:36321
2016-01-14 17:17:30,907 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:30,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791850851_0001_000000, startTime=1452791850909
2016-01-14 17:17:30,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:30,909 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:30,978 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:30,978 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:30,978 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452791850851_0001, dagName=[20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:30,992 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:30,993 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791850851_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001/localmode-log-dir/dag_1452791850851_0001_1.dot
2016-01-14 17:17:30,994 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001/localmode-log-dir/dag_1452791850851_0001_1-tez-dag.pb.txt
2016-01-14 17:17:30,998 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791850851_0001_1
2016-01-14 17:17:30,998 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:30,998 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:30 Running Dag: dag_1452791850851_0001_1
2016-01-14 17:17:31,009 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791850851_0001_1, submitTime=1452791850992
2016-01-14 17:17:31,009 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:31,010 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex EC5BF493031E4D9A8318F8AAC177955D
2016-01-14 17:17:31,010 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:31,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791850851_0001_1, initTime=1452791851010
2016-01-14 17:17:31,011 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850851_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:31,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:31,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:DAG_STARTED]: dagID=dag_1452791850851_0001_1, startTime=1452791851011
2016-01-14 17:17:31,011 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:31,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:31,012 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850851_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:31,012 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EC5BF493031E4D9A8318F8AAC177955D : {3589CEC8520942F8800C0F6F1A8AAE2F={InputName=3589CEC8520942F8800C0F6F1A8AAE2F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:31,012 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3589CEC8520942F8800C0F6F1A8AAE2F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:31,012 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,012 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,012 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,013 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]. Starting root input initializers: 1
2016-01-14 17:17:31,013 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:31,013 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3589CEC8520942F8800C0F6F1A8AAE2F on vertex vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,014 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452791850851_0001, dagName=[20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:31,015 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:31,015 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3589CEC8520942F8800C0F6F1A8AAE2F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:31,015 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:31,016 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:31,017 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:31,019 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3589CEC8520942F8800C0F6F1A8AAE2F on vertex vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,019 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,019 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3589CEC8520942F8800C0F6F1A8AAE2F=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:31,019 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] parallelism set to 1
2016-01-14 17:17:31,020 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,020 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791850851_0001_1_00, eventCount=1
2016-01-14 17:17:31,020 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,020 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E52F467778BF43F98548D28B41B28CE8, vertexId=vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:31,020 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E52F467778BF43F98548D28B41B28CE8, vertexId=vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,022 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E52F467778BF43F98548D28B41B28CE8, vertexName=EC5BF493031E4D9A8318F8AAC177955D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:31,022 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E52F467778BF43F98548D28B41B28CE8, vertexId=vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:31,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, vertexId=vertex_1452791850851_0001_1_00, initRequestedTime=1452791851012, initedTime=1452791851023, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:31,024 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] with distanceFromRoot: 0
2016-01-14 17:17:31,024 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:31,024 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EC5BF493031E4D9A8318F8AAC177955D
2016-01-14 17:17:31,025 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,025 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:31,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791850851_0001_1_00, startRequestedTime=1452791851024, startedTime=1452791851024
2016-01-14 17:17:31,026 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:31,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:31,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:TASK_STARTED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, taskId=task_1452791850851_0001_1_00_000000, scheduledTime=1452791851026, launchTime=1452791851026
2016-01-14 17:17:31,027 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850851_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:31,027 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,027 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1, VertexName: EC5BF493031E4D9A8318F8AAC177955D, VertexParallelism: 1, TaskAttemptID:attempt_1452791850851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3589CEC8520942F8800C0F6F1A8AAE2F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E52F467778BF43F98548D28B41B28CE8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,027 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850851_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:31,028 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:31,028 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:31,029 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:31,029 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:31,030 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791850851_0001_00_000001
2016-01-14 17:17:31,031 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:31,032 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791850851_0001, with dag id: dag_1452791850851_0001_1
2016-01-14 17:17:31,033 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791850851_0001_00_000001
2016-01-14 17:17:31,033 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:31,033 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:31,034 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:31,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791850851_0001_00_000001, launchTime=1452791851034
2016-01-14 17:17:31,035 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791850851_0001_00_000001
2016-01-14 17:17:31,036 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791850851_0001_1_00_000000_0] to container: [container_1452791850851_0001_00_000001]
2016-01-14 17:17:31,036 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:31,036 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791850851_0001_00_000001 given task: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,037 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791850851_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,037 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791850851_0001_1_00_000000_0] started. Is using containerId: [container_1452791850851_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:31,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:31,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0, startTime=1452791851037, containerId=container_1452791850851_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791850851_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:31,038 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850851_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:31,038 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850851_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,038 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,038 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,038 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:31,039 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:31,039 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:31,039 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:31,039 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:31,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376] each.each/(1/1) ...'_RESULTS.ALL_'field2'_-1, VertexName: EC5BF493031E4D9A8318F8AAC177955D, VertexParallelism: 1, TaskAttemptID:attempt_1452791850851_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3589CEC8520942F8800C0F6F1A8AAE2F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E52F467778BF43F98548D28B41B28CE8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,040 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:31,040 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:31,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,041 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791850851_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:31,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3589CEC8520942F8800C0F6F1A8AAE2F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:31,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E52F467778BF43F98548D28B41B28CE8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:31,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:31,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:31,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E52F467778BF43F98548D28B41B28CE8
2016-01-14 17:17:31,042 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:31,042 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E52F467778BF43F98548D28B41B28CE8
2016-01-14 17:17:31,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,044 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,046 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:31,046 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,047 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:31,055 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:31,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E52F467778BF43F98548D28B41B28CE8
2016-01-14 17:17:31,055 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EC5BF493031E4D9A8318F8AAC177955D, ordinal: 0
2016-01-14 17:17:31,055 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC5BF493031E4D9A8318F8AAC177955D, mem on start (mb), free: 211, total: 387, max: 672
2016-01-14 17:17:31,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:31,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:31,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:31,056 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:31,056 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:31,057 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,057 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:31,057 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,057 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:31,058 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:31,058 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E52F467778BF43F98548D28B41B28CE8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:31,058 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3589CEC8520942F8800C0F6F1A8AAE2F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:31,058 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:31,058 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3589CEC8520942F8800C0F6F1A8AAE2F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:31,058 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,059 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:31,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:31,060 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:31,060 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,062 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:31,063 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7007bb8a
2016-01-14 17:17:31,064 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,064 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3589CEC8520942F8800C0F6F1A8AAE2F
2016-01-14 17:17:31,064 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"], id: E52F467778BF43F98548D28B41B28CE8
2016-01-14 17:17:31,065 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_-1"]
2016-01-14 17:17:31,065 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,065 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,066 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7007bb8a
2016-01-14 17:17:31,066 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:31,066 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:31,067 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EC5BF493031E4D9A8318F8AAC177955D, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:31,070 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:31,070 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:31,070 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,071 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791850851_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:31,071 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,071 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC5BF493031E4D9A8318F8AAC177955D, mem on close (mb), free: 210, total: 387, max: 672
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,073 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:31,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791851067, Process_Duration=4, Process_End_Time=1452791851071, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:31,074 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:31,074 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:31,074 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,075 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791850851_0001_00_000001
2016-01-14 17:17:31,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, taskAttemptId=attempt_1452791850851_0001_1_00_000000_0, startTime=1452791851037, finishTime=1452791851074, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851067, Process_Duration=4, Process_End_Time=1452791851071, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,075 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791850851_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:31,075 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:31,075 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:TASK_FINISHED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, taskId=task_1452791850851_0001_1_00_000000, startTime=1452791851037, finishTime=1452791851075, timeTaken=38, status=SUCCEEDED, successfulAttemptID=attempt_1452791850851_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851067, Process_Duration=4, Process_End_Time=1452791851071, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:31,076 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791850851_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:31,076 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] : 1
2016-01-14 17:17:31,076 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:31,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:VERTEX_FINISHED]: vertexName=EC5BF493031E4D9A8318F8AAC177955D, vertexId=vertex_1452791850851_0001_1_00, initRequestedTime=1452791851012, initedTime=1452791851023, startRequestedTime=1452791851024, startedTime=1452791851024, finishTime=1452791851076, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851067, Process_Duration=4, Process_End_Time=1452791851071, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791851037, firstTasksToStart=[ task_1452791850851_0001_1_00_000000 ], lastTaskFinishTime=1452791851074, lastTasksToFinish=[ task_1452791850851_0001_1_00_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791850851_0001_1_00_000000 ], longestDurationTasks=[ task_1452791850851_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:31,077 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:31,077 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:31,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791850851_0001_00_000001, stoppedTime=1452791851077, exitStatus=0
2016-01-14 17:17:31,078 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:31,078 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:31,078 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791850851_0001_1
2016-01-14 17:17:31,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791850851_0001_1
2016-01-14 17:17:31,078 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E52F467778BF43F98548D28B41B28CE8 for vertex: vertex_1452791850851_0001_1_00 [EC5BF493031E4D9A8318F8AAC177955D]
2016-01-14 17:17:31,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:31,085 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791850851_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:31,085 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791850851_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:31,085 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791850851_0001_00_000001, Exiting
2016-01-14 17:17:31,085 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791850851_0001_00_000001
2016-01-14 17:17:31,085 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791850851_0001_00_000001
2016-01-14 17:17:31,087 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791850851_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:31,087 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791850851_0001_00_000001 completed successfully
2016-01-14 17:17:31,088 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791850851_0001_1, queueSize=0
2016-01-14 17:17:31,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:31,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791850851_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791850851_0001_1, startTime=1452791851011, finishTime=1452791851087, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851067, Process_Duration=4, Process_End_Time=1452791851071, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,089 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791850851_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:31,089 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791850851_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:31,089 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791850851_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:31,089 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791850851_0001_00_000001
2016-01-14 17:17:31 Completed Dag: dag_1452791850851_0001_1
2016-01-14 17:17:31,089 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791850851_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:31,089 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791850851_0001_1_post
2016-01-14 17:17:31,089 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,089 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:31,097 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...'_RESULTS.ALL_'field2'_-1, applicationId=application_1452791850851_0001
2016-01-14 17:17:31,098 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:31,099 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:31,099 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:31,099 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:31,099 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:31,099 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:31,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:31,100 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:31,100 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:31,100 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,100 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:31,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:31,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,104 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/20E5A6CAA0584C61A4B167298AC86F84/FEC4DA8C292940F4A59D7E6709142376/.tez/application_1452791850851_0001
2016-01-14 17:17:31,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.272
2016-01-14 17:17:31,169 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_-1
2016-01-14 17:17:31,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:31,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:31,189 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:31,189 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:31,224 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 17:17:31,226 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 17:17:31,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:31,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:31,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:31,240 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:31,241 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,250 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:31,250 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,250 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"]
2016-01-14 17:17:31,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:31,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:31,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:31,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,252 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:31,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:31,268 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:31,268 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:31,268 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:31,279 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001 doesn't exist and is created
2016-01-14 17:17:31,296 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:31,297 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:31,297 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001
2016-01-14 17:17:31,301 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791851268_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:31,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:31,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:31,313 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:31,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:31,313 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001/localmode-log-dir
2016-01-14 17:17:31,313 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001/localmode-log-dir/history.txt.appattempt_1452791851268_0001_000000, maxErrors=10
2016-01-14 17:17:31,313 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:31,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791851268_0001_000000, appSubmitTime=1452791851300, launchTime=1452791851300
2016-01-14 17:17:31,319 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:39442
2016-01-14 17:17:31,323 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:31,323 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:31,324 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:31,325 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:31,325 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:31,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791851268_0001_000000, startTime=1452791851327
2016-01-14 17:17:31,327 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:31,327 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:31,397 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:31,397 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:31,397 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452791851268_0001, dagName=[9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,411 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,412 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791851268_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001/localmode-log-dir/dag_1452791851268_0001_1.dot
2016-01-14 17:17:31,413 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001/localmode-log-dir/dag_1452791851268_0001_1-tez-dag.pb.txt
2016-01-14 17:17:31,419 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791851268_0001_1
2016-01-14 17:17:31,419 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,419 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 17:17:31 Running Dag: dag_1452791851268_0001_1
2016-01-14 17:17:31,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791851268_0001_1, submitTime=1452791851411
2016-01-14 17:17:31,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:31,431 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F7F1234883F0495081649655DFF7F99D
2016-01-14 17:17:31,432 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:31,432 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:31,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791851268_0001_1, initTime=1452791851431
2016-01-14 17:17:31,432 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851268_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:31,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:DAG_STARTED]: dagID=dag_1452791851268_0001_1, startTime=1452791851432
2016-01-14 17:17:31,433 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:31,433 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851268_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:31,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:31,433 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F7F1234883F0495081649655DFF7F99D : {F3F503F2A9804BEABA0F03451EAD9282={InputName=F3F503F2A9804BEABA0F03451EAD9282}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:31,433 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: F3F503F2A9804BEABA0F03451EAD9282, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:31,433 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,433 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,433 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,434 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]. Starting root input initializers: 1
2016-01-14 17:17:31,434 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:31,435 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452791851268_0001, dagName=[9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,435 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: F3F503F2A9804BEABA0F03451EAD9282 on vertex vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,437 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:31,437 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input F3F503F2A9804BEABA0F03451EAD9282 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:31,437 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:31,438 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:31,439 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:31,439 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: F3F503F2A9804BEABA0F03451EAD9282 on vertex vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,440 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,440 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {F3F503F2A9804BEABA0F03451EAD9282=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:31,440 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] parallelism set to 1
2016-01-14 17:17:31,440 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791851268_0001_1_00, eventCount=1
2016-01-14 17:17:31,441 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,441 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=A78431916F684C57B79B1938B0FC19B8, vertexId=vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:31,441 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=A78431916F684C57B79B1938B0FC19B8, vertexId=vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,443 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=A78431916F684C57B79B1938B0FC19B8, vertexName=F7F1234883F0495081649655DFF7F99D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:31,443 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=A78431916F684C57B79B1938B0FC19B8, vertexId=vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F7F1234883F0495081649655DFF7F99D, vertexId=vertex_1452791851268_0001_1_00, initRequestedTime=1452791851433, initedTime=1452791851444, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:31,444 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] with distanceFromRoot: 0
2016-01-14 17:17:31,444 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:31,444 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:31,445 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F7F1234883F0495081649655DFF7F99D
2016-01-14 17:17:31,445 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791851268_0001_1_00, startRequestedTime=1452791851445, startedTime=1452791851445
2016-01-14 17:17:31,446 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:31,446 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:31,447 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:31,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:TASK_STARTED]: vertexName=F7F1234883F0495081649655DFF7F99D, taskId=task_1452791851268_0001_1_00_000000, scheduledTime=1452791851447, launchTime=1452791851447
2016-01-14 17:17:31,447 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851268_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:31,447 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,448 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2', VertexName: F7F1234883F0495081649655DFF7F99D, VertexParallelism: 1, TaskAttemptID:attempt_1452791851268_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F3F503F2A9804BEABA0F03451EAD9282, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A78431916F684C57B79B1938B0FC19B8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,448 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851268_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:31,448 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:31,449 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:31,449 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:31,450 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:31,450 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791851268_0001_00_000001
2016-01-14 17:17:31,450 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:31,452 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791851268_0001_00_000001
2016-01-14 17:17:31,452 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:31,453 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:31,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:31,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791851268_0001_00_000001, launchTime=1452791851453
2016-01-14 17:17:31,455 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791851268_0001_00_000001
2016-01-14 17:17:31,455 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791851268_0001_1_00_000000_0] to container: [container_1452791851268_0001_00_000001]
2016-01-14 17:17:31,456 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:31,456 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791851268_0001_00_000001 given task: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,456 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791851268_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,456 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,456 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,457 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791851268_0001_1_00_000000_0] started. Is using containerId: [container_1452791851268_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:31,457 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:31,457 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:31,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F7F1234883F0495081649655DFF7F99D, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0, startTime=1452791851456, containerId=container_1452791851268_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791851268_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:31,457 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851268_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:31,458 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851268_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:31,458 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:31,458 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:31,458 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:31,458 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791851268_0001, with dag id: dag_1452791851268_0001_1
2016-01-14 17:17:31,458 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:31,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400] each.each/(1/1) ...LTS.ALL_'field2'_'field2', VertexName: F7F1234883F0495081649655DFF7F99D, VertexParallelism: 1, TaskAttemptID:attempt_1452791851268_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F3F503F2A9804BEABA0F03451EAD9282, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A78431916F684C57B79B1938B0FC19B8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,459 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:31,460 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,460 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:31,460 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F3F503F2A9804BEABA0F03451EAD9282, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:31,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:31,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,461 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A78431916F684C57B79B1938B0FC19B8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:31,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:31,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A78431916F684C57B79B1938B0FC19B8
2016-01-14 17:17:31,463 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:31,463 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: A78431916F684C57B79B1938B0FC19B8
2016-01-14 17:17:31,464 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:31,465 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,465 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:31,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,469 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791851268_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:31,473 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F7F1234883F0495081649655DFF7F99D, ordinal: 0
2016-01-14 17:17:31,473 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7F1234883F0495081649655DFF7F99D, mem on start (mb), free: 134, total: 387, max: 672
2016-01-14 17:17:31,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:31,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:31,476 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:31,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A78431916F684C57B79B1938B0FC19B8
2016-01-14 17:17:31,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:31,476 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:31,476 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:31,476 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,476 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:31,477 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,477 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:31,477 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:31,477 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F3F503F2A9804BEABA0F03451EAD9282, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:31,477 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A78431916F684C57B79B1938B0FC19B8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:31,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:31,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F3F503F2A9804BEABA0F03451EAD9282 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:31,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,478 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:31,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:31,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:31,479 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,479 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:31,479 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@12093893
2016-01-14 17:17:31,480 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@12093893
2016-01-14 17:17:31,480 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:31,480 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:31,482 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,483 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F3F503F2A9804BEABA0F03451EAD9282
2016-01-14 17:17:31,483 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"], id: A78431916F684C57B79B1938B0FC19B8
2016-01-14 17:17:31,484 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field2'"]
2016-01-14 17:17:31,484 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,484 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,484 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F7F1234883F0495081649655DFF7F99D, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:31,487 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:31,488 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:31,488 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,489 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791851268_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:31,489 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,490 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7F1234883F0495081649655DFF7F99D, mem on close (mb), free: 133, total: 387, max: 672
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,492 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:31,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791851485, Process_Duration=4, Process_End_Time=1452791851489, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:31,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F7F1234883F0495081649655DFF7F99D, taskAttemptId=attempt_1452791851268_0001_1_00_000000_0, startTime=1452791851456, finishTime=1452791851493, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851485, Process_Duration=4, Process_End_Time=1452791851489, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,493 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:31,493 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:31,493 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851268_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:31,494 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791851268_0001_00_000001
2016-01-14 17:17:31,494 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:31,494 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31,495 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:31,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:TASK_FINISHED]: vertexName=F7F1234883F0495081649655DFF7F99D, taskId=task_1452791851268_0001_1_00_000000, startTime=1452791851456, finishTime=1452791851495, timeTaken=39, status=SUCCEEDED, successfulAttemptID=attempt_1452791851268_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851485, Process_Duration=4, Process_End_Time=1452791851489, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,495 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851268_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:31,495 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] : 1
2016-01-14 17:17:31,495 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:VERTEX_FINISHED]: vertexName=F7F1234883F0495081649655DFF7F99D, vertexId=vertex_1452791851268_0001_1_00, initRequestedTime=1452791851433, initedTime=1452791851444, startRequestedTime=1452791851445, startedTime=1452791851445, finishTime=1452791851496, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851485, Process_Duration=4, Process_End_Time=1452791851489, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791851456, firstTasksToStart=[ task_1452791851268_0001_1_00_000000 ], lastTaskFinishTime=1452791851493, lastTasksToFinish=[ task_1452791851268_0001_1_00_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791851268_0001_1_00_000000 ], longestDurationTasks=[ task_1452791851268_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:31,497 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:31,497 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:31,497 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:31,497 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791851268_0001_1
2016-01-14 17:17:31,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791851268_0001_1
2016-01-14 17:17:31,497 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: A78431916F684C57B79B1938B0FC19B8 for vertex: vertex_1452791851268_0001_1_00 [F7F1234883F0495081649655DFF7F99D]
2016-01-14 17:17:31,498 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:31,505 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791851268_0001_1, queueSize=0
2016-01-14 17:17:31,505 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:31,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791851268_0001_1, startTime=1452791851432, finishTime=1452791851504, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=1188, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851485, Process_Duration=4, Process_End_Time=1452791851489, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,506 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791851268_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:31,506 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851268_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:31,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:31,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851268_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791851268_0001_00_000001, stoppedTime=1452791851506, exitStatus=0
2016-01-14 17:17:31,507 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:31 Completed Dag: dag_1452791851268_0001_1
2016-01-14 17:17:31,507 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791851268_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:31,507 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791851268_0001_1_post
2016-01-14 17:17:31,508 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,508 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:31,508 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791851268_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:31,508 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851268_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:31,518 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...LTS.ALL_'field2'_'field2', applicationId=application_1452791851268_0001
2016-01-14 17:17:31,520 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:31,520 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:31,520 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:31,520 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:31,520 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:31,521 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:31,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:31,522 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:31,522 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:31,523 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,523 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:31,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:31,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,525 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791851268_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:31,525 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791851268_0001_00_000001: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:31,525 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1452791851268_0001_00_000001
2016-01-14 17:17:31,525 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791851268_0001_00_000001
2016-01-14 17:17:31,525 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791851268_0001_00_000001
2016-01-14 17:17:31,531 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/9F4BEEE74A0B4E08B6D8D6BBF9D29B33/F3A117362A974F26B5BAE3F5C9C29400/.tez/application_1452791851268_0001
2016-01-14 17:17:31,532 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.281
2016-01-14 17:17:31,611 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_'field2'
2016-01-14 17:17:31,631 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:31,631 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:31,656 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:31,657 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:31,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 17:17:31,669 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 17:17:31,670 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:31,670 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:31,671 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:31,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:31,685 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'
2016-01-14 17:17:31,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:31,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"]
2016-01-14 17:17:31,699 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:31,699 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:31,700 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:31,700 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 17:17:31,701 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:31,719 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:31,723 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:31,724 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:31,725 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:31,735 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001 doesn't exist and is created
2016-01-14 17:17:31,753 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:31,754 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:31,754 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001
2016-01-14 17:17:31,757 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791851724_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:31,767 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:31,768 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:31,769 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:31,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:31,770 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001/localmode-log-dir
2016-01-14 17:17:31,770 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001/localmode-log-dir/history.txt.appattempt_1452791851724_0001_000000, maxErrors=10
2016-01-14 17:17:31,770 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:31,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791851724_0001_000000, appSubmitTime=1452791851757, launchTime=1452791851757
2016-01-14 17:17:31,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:31,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:31,776 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:31,776 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:31,780 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:48385
2016-01-14 17:17:31,782 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:31,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791851724_0001_000000, startTime=1452791851784
2016-01-14 17:17:31,784 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:31,784 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:31,855 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:31,855 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:31,855 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452791851724_0001, dagName=[B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 17:17:31,869 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 17:17:31,871 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791851724_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001/localmode-log-dir/dag_1452791851724_0001_1.dot
2016-01-14 17:17:31,871 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001/localmode-log-dir/dag_1452791851724_0001_1-tez-dag.pb.txt
2016-01-14 17:17:31,875 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791851724_0001_1
2016-01-14 17:17:31,875 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,875 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 17:17:31 Running Dag: dag_1452791851724_0001_1
2016-01-14 17:17:31,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791851724_0001_1, submitTime=1452791851870
2016-01-14 17:17:31,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:31,888 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AC928AF5C12A448287A0A770B0D5A705
2016-01-14 17:17:31,888 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:31,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791851724_0001_1, initTime=1452791851887
2016-01-14 17:17:31,889 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:31,889 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851724_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:31,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:DAG_STARTED]: dagID=dag_1452791851724_0001_1, startTime=1452791851890
2016-01-14 17:17:31,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:31,890 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:31,890 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851724_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:31,890 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AC928AF5C12A448287A0A770B0D5A705 : {B9C6E1840888468D920D057D32B0CD77={InputName=B9C6E1840888468D920D057D32B0CD77}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:31,891 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B9C6E1840888468D920D057D32B0CD77, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:31,891 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,891 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,891 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,891 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452791851724_0001, dagName=[B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field'
2016-01-14 17:17:31,891 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]. Starting root input initializers: 1
2016-01-14 17:17:31,892 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:31,892 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B9C6E1840888468D920D057D32B0CD77 on vertex vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,894 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:31,894 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B9C6E1840888468D920D057D32B0CD77 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:31,894 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:31,894 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:31,895 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:31,896 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B9C6E1840888468D920D057D32B0CD77 on vertex vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,896 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,896 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B9C6E1840888468D920D057D32B0CD77=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:31,896 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] parallelism set to 1
2016-01-14 17:17:31,896 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:31,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791851724_0001_1_00, eventCount=1
2016-01-14 17:17:31,897 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,897 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=6BB23C0BA8CB4184AF03AACE77602A82, vertexId=vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:31,897 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=6BB23C0BA8CB4184AF03AACE77602A82, vertexId=vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,899 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=6BB23C0BA8CB4184AF03AACE77602A82, vertexName=AC928AF5C12A448287A0A770B0D5A705, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:31,899 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=6BB23C0BA8CB4184AF03AACE77602A82, vertexId=vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,900 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, vertexId=vertex_1452791851724_0001_1_00, initRequestedTime=1452791851890, initedTime=1452791851900, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:31,900 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] with distanceFromRoot: 0
2016-01-14 17:17:31,900 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:31,900 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:31,901 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AC928AF5C12A448287A0A770B0D5A705
2016-01-14 17:17:31,901 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791851724_0001_1_00, startRequestedTime=1452791851901, startedTime=1452791851901
2016-01-14 17:17:31,901 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:31,901 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:31,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:TASK_STARTED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, taskId=task_1452791851724_0001_1_00_000000, scheduledTime=1452791851902, launchTime=1452791851902
2016-01-14 17:17:31,902 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:31,902 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851724_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:31,902 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,902 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field', VertexName: AC928AF5C12A448287A0A770B0D5A705, VertexParallelism: 1, TaskAttemptID:attempt_1452791851724_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9C6E1840888468D920D057D32B0CD77, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6BB23C0BA8CB4184AF03AACE77602A82, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,903 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851724_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:31,903 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:31,903 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:31,904 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:31,904 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:31,904 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791851724_0001_00_000001
2016-01-14 17:17:31,904 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:31,905 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791851724_0001_00_000001
2016-01-14 17:17:31,905 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:31,906 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:31,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:31,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791851724_0001_00_000001, launchTime=1452791851906
2016-01-14 17:17:31,907 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791851724_0001_00_000001
2016-01-14 17:17:31,908 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791851724_0001_1_00_000000_0] to container: [container_1452791851724_0001_00_000001]
2016-01-14 17:17:31,908 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:31,909 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791851724_0001_1_00_000000_0] started. Is using containerId: [container_1452791851724_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:31,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791851724_0001, with dag id: dag_1452791851724_0001_1
2016-01-14 17:17:31,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0, startTime=1452791851909, containerId=container_1452791851724_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791851724_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:31,909 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851724_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:31,909 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851724_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:31,909 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791851724_0001_00_000001 given task: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,910 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:31,911 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791851724_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,912 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,912 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,912 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:31,912 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:31,912 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:31,912 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:31,912 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:31,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9] each.each/(1/1) ...ULTS.ALL_'field2'_'field', VertexName: AC928AF5C12A448287A0A770B0D5A705, VertexParallelism: 1, TaskAttemptID:attempt_1452791851724_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9C6E1840888468D920D057D32B0CD77, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6BB23C0BA8CB4184AF03AACE77602A82, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:31,913 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:31,914 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:31,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,916 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791851724_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:31,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B9C6E1840888468D920D057D32B0CD77, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:31,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,920 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:31,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=6BB23C0BA8CB4184AF03AACE77602A82, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:31,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:31,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 6BB23C0BA8CB4184AF03AACE77602A82
2016-01-14 17:17:31,921 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:31,921 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 6BB23C0BA8CB4184AF03AACE77602A82
2016-01-14 17:17:31,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:31,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,927 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,929 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:31,930 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,931 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC928AF5C12A448287A0A770B0D5A705, ordinal: 0
2016-01-14 17:17:31,931 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC928AF5C12A448287A0A770B0D5A705, mem on start (mb), free: 269, total: 387, max: 672
2016-01-14 17:17:31,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:31,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:31,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:31,938 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:31,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 6BB23C0BA8CB4184AF03AACE77602A82
2016-01-14 17:17:31,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:31,938 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:31,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:31,939 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 6BB23C0BA8CB4184AF03AACE77602A82, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:31,940 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B9C6E1840888468D920D057D32B0CD77, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B9C6E1840888468D920D057D32B0CD77 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,940 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:31,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:31,941 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,941 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:31,941 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2938cd8c
2016-01-14 17:17:31,942 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2938cd8c
2016-01-14 17:17:31,942 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:31,942 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:31,945 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,945 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B9C6E1840888468D920D057D32B0CD77
2016-01-14 17:17:31,946 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"], id: 6BB23C0BA8CB4184AF03AACE77602A82
2016-01-14 17:17:31,946 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_'field'"]
2016-01-14 17:17:31,946 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:31,946 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:31,947 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC928AF5C12A448287A0A770B0D5A705, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:31,950 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:31,950 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:31,950 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,951 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791851724_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:31,951 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,951 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC928AF5C12A448287A0A770B0D5A705, mem on close (mb), free: 267, total: 387, max: 672
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,953 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:31,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:31,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, taskAttemptId=attempt_1452791851724_0001_1_00_000000_0, startTime=1452791851909, finishTime=1452791851954, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851947, Process_Duration=4, Process_End_Time=1452791851951, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,954 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791851724_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:31,954 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31,954 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:31,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:31,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:TASK_FINISHED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, taskId=task_1452791851724_0001_1_00_000000, startTime=1452791851909, finishTime=1452791851955, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1452791851724_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851947, Process_Duration=4, Process_End_Time=1452791851951, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,956 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791851724_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:31,956 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] : 1
2016-01-14 17:17:31,956 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791851947, Process_Duration=4, Process_End_Time=1452791851951, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:31,957 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:31,957 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:31,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:VERTEX_FINISHED]: vertexName=AC928AF5C12A448287A0A770B0D5A705, vertexId=vertex_1452791851724_0001_1_00, initRequestedTime=1452791851890, initedTime=1452791851900, startRequestedTime=1452791851901, startedTime=1452791851901, finishTime=1452791851956, timeTaken=55, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851947, Process_Duration=4, Process_End_Time=1452791851951, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791851909, firstTasksToStart=[ task_1452791851724_0001_1_00_000000 ], lastTaskFinishTime=1452791851954, lastTasksToFinish=[ task_1452791851724_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791851724_0001_1_00_000000 ], longestDurationTasks=[ task_1452791851724_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:31,957 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:31,958 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:31,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791851724_0001_00_000001, stoppedTime=1452791851958, exitStatus=0
2016-01-14 17:17:31,958 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:31,958 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:31,958 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:31,959 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791851724_0001_1
2016-01-14 17:17:31,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791851724_0001_1
2016-01-14 17:17:31,959 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 6BB23C0BA8CB4184AF03AACE77602A82 for vertex: vertex_1452791851724_0001_1_00 [AC928AF5C12A448287A0A770B0D5A705]
2016-01-14 17:17:31,961 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791851724_0001_00_000001
2016-01-14 17:17:31,961 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791851724_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:31,961 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791851724_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:31,962 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791851724_0001_00_000001, Exiting
2016-01-14 17:17:31,962 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791851724_0001_00_000001
2016-01-14 17:17:31,962 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791851724_0001_00_000001
2016-01-14 17:17:31,963 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791851724_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:31,963 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791851724_0001_00_000001 completed successfully
2016-01-14 17:17:31,968 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791851724_0001_1, queueSize=0
2016-01-14 17:17:31,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:31,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791851724_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791851724_0001_1, startTime=1452791851890, finishTime=1452791851968, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791851947, Process_Duration=4, Process_End_Time=1452791851951, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:31,969 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791851724_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:31,969 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791851724_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:31,969 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791851724_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:31,969 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791851724_0001_00_000001
2016-01-14 17:17:31 Completed Dag: dag_1452791851724_0001_1
2016-01-14 17:17:31,970 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791851724_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:31,970 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791851724_0001_1_post
2016-01-14 17:17:31,970 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:31,970 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:31,978 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.ALL_'field2'_'field', applicationId=application_1452791851724_0001
2016-01-14 17:17:31,980 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:31,980 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:31,980 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:31,980 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:31,980 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:31,981 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:31,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:31,981 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:31,981 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:31,981 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,982 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:31,982 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:31,982 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:31,986 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/B9439CB234814EB4B9B756E124231F99/E7EBA92F645F42A98070EFCC7F508AA9/.tez/application_1452791851724_0001
2016-01-14 17:17:31,987 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.292
2016-01-14 17:17:32,054 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_'field'
2016-01-14 17:17:32,074 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:32,074 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:32,105 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 17:17:32,113 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 17:17:32,114 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,114 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,114 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:32,127 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:32,127 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"]
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:32,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:32,140 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,140 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:32,151 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:32,156 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:32,156 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:32,156 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:32,158 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:32,158 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:32,166 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001 doesn't exist and is created
2016-01-14 17:17:32,186 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:32,186 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:32,187 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001
2016-01-14 17:17:32,190 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791852156_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:32,200 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:32,201 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:32,202 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:32,202 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:32,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001/localmode-log-dir
2016-01-14 17:17:32,203 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001/localmode-log-dir/history.txt.appattempt_1452791852156_0001_000000, maxErrors=10
2016-01-14 17:17:32,203 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:32,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791852156_0001_000000, appSubmitTime=1452791852190, launchTime=1452791852190
2016-01-14 17:17:32,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:32,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:32,210 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:38174
2016-01-14 17:17:32,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:32,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:32,212 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:32,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791852156_0001_000000, startTime=1452791852214
2016-01-14 17:17:32,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:32,214 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:32,286 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:32,287 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:32,287 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452791852156_0001, dagName=[0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,301 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,303 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791852156_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001/localmode-log-dir/dag_1452791852156_0001_1.dot
2016-01-14 17:17:32,310 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001/localmode-log-dir/dag_1452791852156_0001_1-tez-dag.pb.txt
2016-01-14 17:17:32,315 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791852156_0001_1
2016-01-14 17:17:32,316 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,316 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32 Running Dag: dag_1452791852156_0001_1
2016-01-14 17:17:32,326 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:32,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791852156_0001_1, submitTime=1452791852301
2016-01-14 17:17:32,327 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F4004A32DAE94BA39722C6DA2E818142
2016-01-14 17:17:32,327 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:32,328 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:32,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791852156_0001_1, initTime=1452791852327
2016-01-14 17:17:32,328 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852156_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:32,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:DAG_STARTED]: dagID=dag_1452791852156_0001_1, startTime=1452791852328
2016-01-14 17:17:32,329 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:32,329 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852156_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:32,329 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F4004A32DAE94BA39722C6DA2E818142 : {CF818D1E09584A3AB96492CADE6FA7AD={InputName=CF818D1E09584A3AB96492CADE6FA7AD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:32,329 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CF818D1E09584A3AB96492CADE6FA7AD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:32,329 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,329 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:32,329 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,330 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]. Starting root input initializers: 1
2016-01-14 17:17:32,330 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452791852156_0001, dagName=[0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,333 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:32,333 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CF818D1E09584A3AB96492CADE6FA7AD on vertex vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,335 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:32,335 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CF818D1E09584A3AB96492CADE6FA7AD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:32,336 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:32,336 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:32,338 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:32,338 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CF818D1E09584A3AB96492CADE6FA7AD on vertex vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CF818D1E09584A3AB96492CADE6FA7AD=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] parallelism set to 1
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:32,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791852156_0001_1_00, eventCount=1
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,339 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=B8227A3B1C064DB2BF42D739F624D496, vertexId=vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:32,340 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=B8227A3B1C064DB2BF42D739F624D496, vertexId=vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,343 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=B8227A3B1C064DB2BF42D739F624D496, vertexName=F4004A32DAE94BA39722C6DA2E818142, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:32,344 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=B8227A3B1C064DB2BF42D739F624D496, vertexId=vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, vertexId=vertex_1452791852156_0001_1_00, initRequestedTime=1452791852329, initedTime=1452791852345, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:32,345 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] with distanceFromRoot: 0
2016-01-14 17:17:32,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:32,345 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:32,346 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F4004A32DAE94BA39722C6DA2E818142
2016-01-14 17:17:32,346 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791852156_0001_1_00, startRequestedTime=1452791852346, startedTime=1452791852346
2016-01-14 17:17:32,346 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:32,346 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:32,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:TASK_STARTED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, taskId=task_1452791852156_0001_1_00_000000, scheduledTime=1452791852346, launchTime=1452791852346
2016-01-14 17:17:32,346 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852156_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:32,346 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:32,347 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,347 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS, VertexName: F4004A32DAE94BA39722C6DA2E818142, VertexParallelism: 1, TaskAttemptID:attempt_1452791852156_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF818D1E09584A3AB96492CADE6FA7AD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B8227A3B1C064DB2BF42D739F624D496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:32,348 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852156_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:32,348 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:32,348 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791852156_0001, with dag id: dag_1452791852156_0001_1
2016-01-14 17:17:32,349 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:32,349 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:32,350 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:32,350 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791852156_0001_00_000001
2016-01-14 17:17:32,351 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:32,353 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791852156_0001_00_000001
2016-01-14 17:17:32,353 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:32,354 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:32,354 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:32,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791852156_0001_00_000001, launchTime=1452791852354
2016-01-14 17:17:32,354 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791852156_0001_00_000001
2016-01-14 17:17:32,355 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791852156_0001_1_00_000000_0] to container: [container_1452791852156_0001_00_000001]
2016-01-14 17:17:32,355 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:32,355 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791852156_0001_00_000001 given task: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,355 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791852156_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32 Starting to run new task attempt: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,356 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791852156_0001_1_00_000000_0] started. Is using containerId: [container_1452791852156_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:32,356 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,356 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0, startTime=1452791852355, containerId=container_1452791852156_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791852156_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:32,356 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:32,357 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852156_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:32,357 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:32,357 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:32,357 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:32,358 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:32,358 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:32,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705] each.each/(1/1) ...ULTS.ALL_'field2'_RESULTS, VertexName: F4004A32DAE94BA39722C6DA2E818142, VertexParallelism: 1, TaskAttemptID:attempt_1452791852156_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF818D1E09584A3AB96492CADE6FA7AD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B8227A3B1C064DB2BF42D739F624D496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:32,358 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:32,357 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852156_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:32,359 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:32,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CF818D1E09584A3AB96492CADE6FA7AD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:32,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:32,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,360 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,363 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:32,363 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,364 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791852156_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:32,364 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:32,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B8227A3B1C064DB2BF42D739F624D496, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:32,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:32,366 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B8227A3B1C064DB2BF42D739F624D496
2016-01-14 17:17:32,366 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:32,366 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: B8227A3B1C064DB2BF42D739F624D496
2016-01-14 17:17:32,372 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F4004A32DAE94BA39722C6DA2E818142, ordinal: 0
2016-01-14 17:17:32,372 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F4004A32DAE94BA39722C6DA2E818142, mem on start (mb), free: 191, total: 387, max: 672
2016-01-14 17:17:32,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:32,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:32,374 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:32,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B8227A3B1C064DB2BF42D739F624D496
2016-01-14 17:17:32,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:32,374 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:32,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:32,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:32,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:32,374 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:32,375 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:32,375 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:32,375 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CF818D1E09584A3AB96492CADE6FA7AD, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:32,375 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B8227A3B1C064DB2BF42D739F624D496, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:32,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:32,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,375 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:32,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CF818D1E09584A3AB96492CADE6FA7AD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:32,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:32,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:32,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:32,376 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,378 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:32,379 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@225840d4
2016-01-14 17:17:32,379 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@225840d4
2016-01-14 17:17:32,380 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,380 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:32,380 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:32,380 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: CF818D1E09584A3AB96492CADE6FA7AD
2016-01-14 17:17:32,381 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"], id: B8227A3B1C064DB2BF42D739F624D496
2016-01-14 17:17:32,381 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_RESULTS"]
2016-01-14 17:17:32,381 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,381 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:32,381 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F4004A32DAE94BA39722C6DA2E818142, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:32,384 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:32,384 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:32,385 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,385 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791852156_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:32,385 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,386 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F4004A32DAE94BA39722C6DA2E818142, mem on close (mb), free: 189, total: 387, max: 672
2016-01-14 17:17:32 Completed running task attempt: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,386 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:32,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791852382, Process_Duration=3, Process_End_Time=1452791852385, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:32,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, taskAttemptId=attempt_1452791852156_0001_1_00_000000_0, startTime=1452791852355, finishTime=1452791852388, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852382, Process_Duration=3, Process_End_Time=1452791852385, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,389 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:32,389 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:32,389 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852156_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:32,390 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:TASK_FINISHED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, taskId=task_1452791852156_0001_1_00_000000, startTime=1452791852355, finishTime=1452791852390, timeTaken=35, status=SUCCEEDED, successfulAttemptID=attempt_1452791852156_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852382, Process_Duration=3, Process_End_Time=1452791852385, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,391 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852156_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:32,391 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,391 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:32,391 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:32,392 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] : 1
2016-01-14 17:17:32,392 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,393 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:32,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:VERTEX_FINISHED]: vertexName=F4004A32DAE94BA39722C6DA2E818142, vertexId=vertex_1452791852156_0001_1_00, initRequestedTime=1452791852329, initedTime=1452791852345, startRequestedTime=1452791852346, startedTime=1452791852346, finishTime=1452791852392, timeTaken=46, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852382, Process_Duration=3, Process_End_Time=1452791852385, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791852355, firstTasksToStart=[ task_1452791852156_0001_1_00_000000 ], lastTaskFinishTime=1452791852388, lastTasksToFinish=[ task_1452791852156_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791852156_0001_1_00_000000 ], longestDurationTasks=[ task_1452791852156_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:32,393 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:32,393 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:32,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791852156_0001_00_000001, stoppedTime=1452791852394, exitStatus=0
2016-01-14 17:17:32,394 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:32,394 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:32,394 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791852156_0001_1
2016-01-14 17:17:32,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791852156_0001_1
2016-01-14 17:17:32,394 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:32,394 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791852156_0001_00_000001
2016-01-14 17:17:32,394 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791852156_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:32,395 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791852156_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:32,394 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: B8227A3B1C064DB2BF42D739F624D496 for vertex: vertex_1452791852156_0001_1_00 [F4004A32DAE94BA39722C6DA2E818142]
2016-01-14 17:17:32,396 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791852156_0001_00_000001, Exiting
2016-01-14 17:17:32,396 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791852156_0001_00_000001
2016-01-14 17:17:32,396 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791852156_0001_00_000001
2016-01-14 17:17:32,397 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791852156_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:32,397 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791852156_0001_00_000001 completed successfully
2016-01-14 17:17:32,403 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791852156_0001_1, queueSize=0
2016-01-14 17:17:32,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852156_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791852156_0001_1, startTime=1452791852328, finishTime=1452791852402, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=672, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=405798912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852382, Process_Duration=3, Process_End_Time=1452791852385, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:32,403 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791852156_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:32,404 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852156_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:32,405 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852156_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:17:32,405 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791852156_0001_00_000001
2016-01-14 17:17:32 Completed Dag: dag_1452791852156_0001_1
2016-01-14 17:17:32,408 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791852156_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:32,408 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791852156_0001_1_post
2016-01-14 17:17:32,408 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,408 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:32,412 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ULTS.ALL_'field2'_RESULTS, applicationId=application_1452791852156_0001
2016-01-14 17:17:32,413 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:32,413 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:32,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:32,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:32,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:32,414 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:32,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:32,414 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:32,414 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:32,415 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:32,415 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:32,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:32,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:32,419 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/0B98B468E0EC4CB2BCF6FA7D9725A34E/A23658EEC6104C7C9C72625360936705/.tez/application_1452791852156_0001
2016-01-14 17:17:32,420 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.280
2016-01-14 17:17:32,483 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_RESULTS
2016-01-14 17:17:32,504 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:32,504 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:32,539 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 17:17:32,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 17:17:32,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:32,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:32,558 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"]
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:32,567 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:32,569 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,569 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:32,581 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:32,585 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:32,585 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:32,585 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:32,594 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001 doesn't exist and is created
2016-01-14 17:17:32,608 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:32,608 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:32,609 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001
2016-01-14 17:17:32,612 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791852585_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:32,612 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:32,612 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:32,622 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:32,623 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:32,625 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:32,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:32,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001/localmode-log-dir
2016-01-14 17:17:32,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001/localmode-log-dir/history.txt.appattempt_1452791852585_0001_000000, maxErrors=10
2016-01-14 17:17:32,625 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:32,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791852585_0001_000000, appSubmitTime=1452791852612, launchTime=1452791852612
2016-01-14 17:17:32,631 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43448
2016-01-14 17:17:32,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:32,638 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:32,639 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:32,639 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:32,639 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:32,641 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791852585_0001_000000, startTime=1452791852641
2016-01-14 17:17:32,641 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:32,641 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:32,709 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:32,709 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:32,709 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452791852585_0001, dagName=[F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,723 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,724 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791852585_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001/localmode-log-dir/dag_1452791852585_0001_1.dot
2016-01-14 17:17:32,725 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001/localmode-log-dir/dag_1452791852585_0001_1-tez-dag.pb.txt
2016-01-14 17:17:32,729 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791852585_0001_1
2016-01-14 17:17:32,729 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,729 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32 Running Dag: dag_1452791852585_0001_1
2016-01-14 17:17:32,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791852585_0001_1, submitTime=1452791852723
2016-01-14 17:17:32,739 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:32,740 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D3347D810C174485A4E663333EFFB4C7
2016-01-14 17:17:32,740 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:32,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791852585_0001_1, initTime=1452791852740
2016-01-14 17:17:32,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:32,740 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852585_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:32,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:DAG_STARTED]: dagID=dag_1452791852585_0001_1, startTime=1452791852741
2016-01-14 17:17:32,741 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:32,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:32,741 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852585_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:32,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D3347D810C174485A4E663333EFFB4C7 : {3760CE1764C441C1ACFBFD83D9F53E10={InputName=3760CE1764C441C1ACFBFD83D9F53E10}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:32,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3760CE1764C441C1ACFBFD83D9F53E10, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:32,742 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,742 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,742 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,742 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]. Starting root input initializers: 1
2016-01-14 17:17:32,742 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:32,743 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3760CE1764C441C1ACFBFD83D9F53E10 on vertex vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,743 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452791852585_0001, dagName=[F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,745 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:32,745 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3760CE1764C441C1ACFBFD83D9F53E10 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:32,746 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:32,746 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:32,748 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:32,760 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3760CE1764C441C1ACFBFD83D9F53E10 on vertex vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,762 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:32,762 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3760CE1764C441C1ACFBFD83D9F53E10=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:32,762 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] parallelism set to 1
2016-01-14 17:17:32,762 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:32,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791852585_0001_1_00, eventCount=1
2016-01-14 17:17:32,763 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,763 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, vertexId=vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:32,763 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, vertexId=vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,765 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, vertexName=D3347D810C174485A4E663333EFFB4C7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:32,765 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, vertexId=vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,766 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:32,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D3347D810C174485A4E663333EFFB4C7, vertexId=vertex_1452791852585_0001_1_00, initRequestedTime=1452791852741, initedTime=1452791852766, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:32,766 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] with distanceFromRoot: 0
2016-01-14 17:17:32,766 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:32,766 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D3347D810C174485A4E663333EFFB4C7
2016-01-14 17:17:32,767 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,767 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:32,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791852585_0001_1_00, startRequestedTime=1452791852766, startedTime=1452791852766
2016-01-14 17:17:32,767 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:32,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:32,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:TASK_STARTED]: vertexName=D3347D810C174485A4E663333EFFB4C7, taskId=task_1452791852585_0001_1_00_000000, scheduledTime=1452791852768, launchTime=1452791852768
2016-01-14 17:17:32,768 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852585_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:32,768 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,769 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL, VertexName: D3347D810C174485A4E663333EFFB4C7, VertexParallelism: 1, TaskAttemptID:attempt_1452791852585_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3760CE1764C441C1ACFBFD83D9F53E10, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:32,769 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852585_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:32,769 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:32,770 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:32,770 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:32,770 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:32,771 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791852585_0001_00_000001
2016-01-14 17:17:32,771 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:32,773 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791852585_0001_00_000001
2016-01-14 17:17:32,773 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:32,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:32,774 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:32,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791852585_0001_00_000001, launchTime=1452791852774
2016-01-14 17:17:32,774 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791852585_0001_00_000001
2016-01-14 17:17:32,775 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791852585_0001_1_00_000000_0] to container: [container_1452791852585_0001_00_000001]
2016-01-14 17:17:32,775 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:32,775 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791852585_0001_00_000001 given task: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,775 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791852585_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,776 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791852585_0001_1_00_000000_0] started. Is using containerId: [container_1452791852585_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:32,776 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:32 Starting to run new task attempt: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D3347D810C174485A4E663333EFFB4C7, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0, startTime=1452791852776, containerId=container_1452791852585_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791852585_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:32,777 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,777 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,776 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791852585_0001, with dag id: dag_1452791852585_0001_1
2016-01-14 17:17:32,777 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:32,777 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:32,778 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:32,778 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:32,778 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:32,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB] each.each/(1/1) ..._RESULTS.ALL_'field2'_ALL, VertexName: D3347D810C174485A4E663333EFFB4C7, VertexParallelism: 1, TaskAttemptID:attempt_1452791852585_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3760CE1764C441C1ACFBFD83D9F53E10, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:32,778 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:32,779 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852585_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:32,779 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852585_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:32,779 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,780 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:32,780 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,780 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791852585_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:32,781 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2AF4A6E0E0F84D8B9A3D6713E0C3AADE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:32,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3760CE1764C441C1ACFBFD83D9F53E10, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:32,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:32,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:32,783 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2AF4A6E0E0F84D8B9A3D6713E0C3AADE
2016-01-14 17:17:32,783 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:32,783 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2AF4A6E0E0F84D8B9A3D6713E0C3AADE
2016-01-14 17:17:32,783 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,784 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,791 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:32,795 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:32,795 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,800 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:32,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2AF4A6E0E0F84D8B9A3D6713E0C3AADE
2016-01-14 17:17:32,802 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D3347D810C174485A4E663333EFFB4C7, ordinal: 0
2016-01-14 17:17:32,802 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D3347D810C174485A4E663333EFFB4C7, mem on start (mb), free: 305, total: 369, max: 672
2016-01-14 17:17:32,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:32,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:32,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:32,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:32,804 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:32,804 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:32,804 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:32,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:32,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:32,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:32,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:32,806 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2AF4A6E0E0F84D8B9A3D6713E0C3AADE, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:32,806 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3760CE1764C441C1ACFBFD83D9F53E10, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:32,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:32,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3760CE1764C441C1ACFBFD83D9F53E10 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:32,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,807 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:32,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:32,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:32,808 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:32,808 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,809 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:32,809 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@a1e31b6
2016-01-14 17:17:32,810 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@a1e31b6
2016-01-14 17:17:32,810 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:32,811 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:32,812 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,813 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3760CE1764C441C1ACFBFD83D9F53E10
2016-01-14 17:17:32,813 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"], id: 2AF4A6E0E0F84D8B9A3D6713E0C3AADE
2016-01-14 17:17:32,814 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_'field2'_ALL"]
2016-01-14 17:17:32,814 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:32,814 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:32,814 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D3347D810C174485A4E663333EFFB4C7, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:17:32,817 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:32,818 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:32,818 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,818 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791852585_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:32,819 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,819 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D3347D810C174485A4E663333EFFB4C7, mem on close (mb), free: 303, total: 369, max: 672
2016-01-14 17:17:32 Completed running task attempt: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,820 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:32,821 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:32,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D3347D810C174485A4E663333EFFB4C7, taskAttemptId=attempt_1452791852585_0001_1_00_000000_0, startTime=1452791852776, finishTime=1452791852821, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852814, Process_Duration=5, Process_End_Time=1452791852819, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,822 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791852585_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:32,822 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32,822 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:32,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:TASK_FINISHED]: vertexName=D3347D810C174485A4E663333EFFB4C7, taskId=task_1452791852585_0001_1_00_000000, startTime=1452791852776, finishTime=1452791852822, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1452791852585_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852814, Process_Duration=5, Process_End_Time=1452791852819, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,823 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:32,823 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791852585_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:32,823 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] : 1
2016-01-14 17:17:32,823 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:32,824 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:VERTEX_FINISHED]: vertexName=D3347D810C174485A4E663333EFFB4C7, vertexId=vertex_1452791852585_0001_1_00, initRequestedTime=1452791852741, initedTime=1452791852766, startRequestedTime=1452791852766, startedTime=1452791852766, finishTime=1452791852823, timeTaken=57, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852814, Process_Duration=5, Process_End_Time=1452791852819, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791852776, firstTasksToStart=[ task_1452791852585_0001_1_00_000000 ], lastTaskFinishTime=1452791852821, lastTasksToFinish=[ task_1452791852585_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791852585_0001_1_00_000000 ], longestDurationTasks=[ task_1452791852585_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:32,824 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:32,826 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:32,826 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:32,826 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791852585_0001_1
2016-01-14 17:17:32,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791852585_0001_1
2016-01-14 17:17:32,827 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2AF4A6E0E0F84D8B9A3D6713E0C3AADE for vertex: vertex_1452791852585_0001_1_00 [D3347D810C174485A4E663333EFFB4C7]
2016-01-14 17:17:32,833 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791852814, Process_Duration=5, Process_End_Time=1452791852819, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:32,833 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:32,833 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,833 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791852585_0001_00_000001
2016-01-14 17:17:32,837 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791852585_0001_1, queueSize=0
2016-01-14 17:17:32,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:32,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791852585_0001_1, startTime=1452791852741, finishTime=1452791852836, timeTaken=95, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=272, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791852814, Process_Duration=5, Process_End_Time=1452791852819, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:32,838 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791852585_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:32,838 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791852585_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:32,838 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:32,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791852585_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791852585_0001_00_000001, stoppedTime=1452791852838, exitStatus=0
2016-01-14 17:17:32,839 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:32 Completed Dag: dag_1452791852585_0001_1
2016-01-14 17:17:32,840 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791852585_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:32,840 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791852585_0001_1_post
2016-01-14 17:17:32,841 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:32,841 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:32,841 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791852585_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:32,842 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:32,844 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791852585_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:32,844 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791852585_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:32,844 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791852585_0001_00_000001, Exiting
2016-01-14 17:17:32,844 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791852585_0001_00_000001
2016-01-14 17:17:32,844 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791852585_0001_00_000001
2016-01-14 17:17:32,846 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ..._RESULTS.ALL_'field2'_ALL, applicationId=application_1452791852585_0001
2016-01-14 17:17:32,846 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791852585_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:32,847 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791852585_0001_00_000001 completed successfully
2016-01-14 17:17:32,848 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791852585_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:32,851 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:32,851 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:32,851 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:32,851 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:32,851 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:32,852 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:32,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:32,852 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:32,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:32,853 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:32,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:32,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:32,854 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:32,858 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F159ACF0DE984763B04E6918257ED094/E8B8CFAB3BFF4608AF865E443EE0D9BB/.tez/application_1452791852585_0001
2016-01-14 17:17:32,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.291
2016-01-14 17:17:32,920 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_'field2'_ALL
2016-01-14 17:17:32,941 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:32,942 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:32,974 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 17:17:32,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 17:17:32,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 17:17:32,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:17:32,996 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt
2016-01-14 17:17:32,997 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,005 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting
2016-01-14 17:17:33,005 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:33,005 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"]
2016-01-14 17:17:33,005 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  parallel execution of steps is enabled: false
2016-01-14 17:17:33,006 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  executing total steps: 1
2016-01-14 17:17:33,006 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  allocating management threads: 1
2016-01-14 17:17:33,006 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] starting step: (1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,006 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [each.each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:17:33,017 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] tez session mode enabled: true
2016-01-14 17:17:33,021 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:33,022 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:17:33,022 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:17:33,030 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001 doesn't exist and is created
2016-01-14 17:17:33,046 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:17:33,046 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:17:33,047 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001
2016-01-14 17:17:33,050 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791853021_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:17:33,060 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:17:33,060 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:17:33,062 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:17:33,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:17:33,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001/localmode-log-dir
2016-01-14 17:17:33,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001/localmode-log-dir/history.txt.appattempt_1452791853021_0001_000000, maxErrors=10
2016-01-14 17:17:33,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:17:33,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791853021_0001_000000, appSubmitTime=1452791853049, launchTime=1452791853049
2016-01-14 17:17:33,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:17:33,069 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:54359
2016-01-14 17:17:33,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:17:33,071 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:17:33,071 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:17:33,072 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:17:33,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791853021_0001_000000, startTime=1452791853074
2016-01-14 17:17:33,074 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:17:33,074 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:17:33,090 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:17:33,090 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:17:33,147 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:17:33,147 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:17:33,147 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452791853021_0001, dagName=[D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,161 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,162 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791853021_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001/localmode-log-dir/dag_1452791853021_0001_1.dot
2016-01-14 17:17:33,162 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001/localmode-log-dir/dag_1452791853021_0001_1-tez-dag.pb.txt
2016-01-14 17:17:33,166 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791853021_0001_1
2016-01-14 17:17:33,166 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:33,166 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33 Running Dag: dag_1452791853021_0001_1
2016-01-14 17:17:33,177 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:17:33,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791853021_0001_1, submitTime=1452791853161
2016-01-14 17:17:33,178 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A1A6168391724A8CBC08124BDA494234
2016-01-14 17:17:33,179 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:17:33,179 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:17:33,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791853021_0001_1, initTime=1452791853178
2016-01-14 17:17:33,179 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791853021_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:17:33,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:DAG_STARTED]: dagID=dag_1452791853021_0001_1, startTime=1452791853179
2016-01-14 17:17:33,180 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:17:33,180 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791853021_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:17:33,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:17:33,180 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A1A6168391724A8CBC08124BDA494234 : {C77218F2C0AF49CFB3E0565009AD187C={InputName=C77218F2C0AF49CFB3E0565009AD187C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:17:33,180 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C77218F2C0AF49CFB3E0565009AD187C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:17:33,180 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,180 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452791853021_0001, dagName=[D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,181 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,181 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,181 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]. Starting root input initializers: 1
2016-01-14 17:17:33,181 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:17:33,182 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C77218F2C0AF49CFB3E0565009AD187C on vertex vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,183 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:17:33,184 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C77218F2C0AF49CFB3E0565009AD187C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:17:33,184 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:17:33,184 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:17:33,185 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 17:17:33,186 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C77218F2C0AF49CFB3E0565009AD187C on vertex vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,186 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:33,186 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C77218F2C0AF49CFB3E0565009AD187C=forAllWorkUnits=true, update=[1]}
2016-01-14 17:17:33,186 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] parallelism set to 1
2016-01-14 17:17:33,186 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:17:33,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791853021_0001_1_00, eventCount=1
2016-01-14 17:17:33,187 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,187 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=10BF10B1A1CE465499AEA00F84C4AC81, vertexId=vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:17:33,187 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=10BF10B1A1CE465499AEA00F84C4AC81, vertexId=vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,189 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=10BF10B1A1CE465499AEA00F84C4AC81, vertexName=A1A6168391724A8CBC08124BDA494234, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:17:33,189 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=10BF10B1A1CE465499AEA00F84C4AC81, vertexId=vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,190 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:17:33,190 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A1A6168391724A8CBC08124BDA494234, vertexId=vertex_1452791853021_0001_1_00, initRequestedTime=1452791853180, initedTime=1452791853190, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:17:33,190 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] with distanceFromRoot: 0
2016-01-14 17:17:33,191 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:17:33,191 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A1A6168391724A8CBC08124BDA494234
2016-01-14 17:17:33,191 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,191 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:17:33,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791853021_0001_1_00, startRequestedTime=1452791853191, startedTime=1452791853191
2016-01-14 17:17:33,192 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:17:33,192 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:17:33,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:TASK_STARTED]: vertexName=A1A6168391724A8CBC08124BDA494234, taskId=task_1452791853021_0001_1_00_000000, scheduledTime=1452791853192, launchTime=1452791853192
2016-01-14 17:17:33,193 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791853021_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:17:33,193 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,193 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, VertexName: A1A6168391724A8CBC08124BDA494234, VertexParallelism: 1, TaskAttemptID:attempt_1452791853021_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C77218F2C0AF49CFB3E0565009AD187C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=10BF10B1A1CE465499AEA00F84C4AC81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:33,194 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791853021_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:17:33,194 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:17:33,194 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:17:33,195 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:17:33,195 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:17:33,195 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791853021_0001_00_000001
2016-01-14 17:17:33,195 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:17:33,197 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791853021_0001_00_000001
2016-01-14 17:17:33,197 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:17:33,198 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:17:33,198 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:17:33,198 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791853021_0001_00_000001, launchTime=1452791853198
2016-01-14 17:17:33,199 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] submitted tez dag to app master: application_1452791853021_0001, with dag id: dag_1452791853021_0001_1
2016-01-14 17:17:33,199 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791853021_0001_00_000001
2016-01-14 17:17:33,200 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791853021_0001_1_00_000000_0] to container: [container_1452791853021_0001_00_000001]
2016-01-14 17:17:33,200 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:17:33,201 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791853021_0001_1_00_000000_0] started. Is using containerId: [container_1452791853021_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:17:33,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A1A6168391724A8CBC08124BDA494234, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0, startTime=1452791853201, containerId=container_1452791853021_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791853021_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:17:33,201 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791853021_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:17:33,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:17:33,201 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791853021_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:17:33,201 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791853021_0001_00_000001 given task: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,201 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791853021_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33 Starting to run new task attempt: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,202 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,202 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:33,202 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:17:33,202 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:17:33,202 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:17:33,202 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:17:33,202 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:17:33,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398] each.each/(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, VertexName: A1A6168391724A8CBC08124BDA494234, VertexParallelism: 1, TaskAttemptID:attempt_1452791853021_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C77218F2C0AF49CFB3E0565009AD187C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=10BF10B1A1CE465499AEA00F84C4AC81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:17:33,203 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:17:33,204 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:17:33,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:33,205 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791853021_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:17:33,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C77218F2C0AF49CFB3E0565009AD187C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:17:33,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:33,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=10BF10B1A1CE465499AEA00F84C4AC81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:17:33,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:17:33,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 10BF10B1A1CE465499AEA00F84C4AC81
2016-01-14 17:17:33,206 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:17:33,207 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 10BF10B1A1CE465499AEA00F84C4AC81
2016-01-14 17:17:33,208 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:17:33,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:17:33,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,214 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,218 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:17:33,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 10BF10B1A1CE465499AEA00F84C4AC81
2016-01-14 17:17:33,219 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:17:33,219 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,222 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A1A6168391724A8CBC08124BDA494234, ordinal: 0
2016-01-14 17:17:33,223 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A1A6168391724A8CBC08124BDA494234, mem on start (mb), free: 229, total: 369, max: 672
2016-01-14 17:17:33,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:17:33,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:17:33,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:17:33,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:17:33,225 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:17:33,225 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:17:33,225 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:33,226 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:17:33,226 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:17:33,226 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:17:33,226 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 17:17:33,226 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 10BF10B1A1CE465499AEA00F84C4AC81, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:17:33,227 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C77218F2C0AF49CFB3E0565009AD187C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:17:33,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:17:33,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,227 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:33,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C77218F2C0AF49CFB3E0565009AD187C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:17:33,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:17:33,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:17:33,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:17:33,228 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,229 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:17:33,229 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@44501cc5
2016-01-14 17:17:33,230 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@44501cc5
2016-01-14 17:17:33,230 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:17:33,230 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:17:33,234 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:33,235 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C77218F2C0AF49CFB3E0565009AD187C
2016-01-14 17:17:33,235 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"], id: 10BF10B1A1CE465499AEA00F84C4AC81
2016-01-14 17:17:33,235 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/eacheachpipeassemblyplatform/-1_'field'_RESULTS.ALL_UNKNOWN_-1"]
2016-01-14 17:17:33,235 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/nums.20.txt"]
2016-01-14 17:17:33,235 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:17:33,236 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A1A6168391724A8CBC08124BDA494234, all 1 inputs ready in: 00:00:00.001
2016-01-14 17:17:33,239 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:17:33,239 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:17:33,239 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,239 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791853021_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 17:17:33,240 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,240 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A1A6168391724A8CBC08124BDA494234, mem on close (mb), free: 227, total: 369, max: 672
2016-01-14 17:17:33 Completed running task attempt: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,241 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:17:33,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1452791853236, Process_Duration=4, Process_End_Time=1452791853240, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-01-14 17:17:33,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A1A6168391724A8CBC08124BDA494234, taskAttemptId=attempt_1452791853021_0001_1_00_000000_0, startTime=1452791853201, finishTime=1452791853242, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791853236, Process_Duration=4, Process_End_Time=1452791853240, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:33,243 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:17:33,243 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791853021_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:17:33,243 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:33,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:17:33,243 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:TASK_FINISHED]: vertexName=A1A6168391724A8CBC08124BDA494234, taskId=task_1452791853021_0001_1_00_000000, startTime=1452791853201, finishTime=1452791853244, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1452791853021_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791853236, Process_Duration=4, Process_End_Time=1452791853240, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:33,245 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791853021_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:17:33,245 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] : 1
2016-01-14 17:17:33,245 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,246 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:VERTEX_FINISHED]: vertexName=A1A6168391724A8CBC08124BDA494234, vertexId=vertex_1452791853021_0001_1_00, initRequestedTime=1452791853180, initedTime=1452791853190, startRequestedTime=1452791853191, startedTime=1452791853191, finishTime=1452791853245, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791853236, Process_Duration=4, Process_End_Time=1452791853240, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1452791853201, firstTasksToStart=[ task_1452791853021_0001_1_00_000000 ], lastTaskFinishTime=1452791853242, lastTasksToFinish=[ task_1452791853021_0001_1_00_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791853021_0001_1_00_000000 ], longestDurationTasks=[ task_1452791853021_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:17:33,246 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:17:33,243 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791853021_0001_00_000001
2016-01-14 17:17:33,243 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:17:33,247 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 17:17:33,248 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791853021_0001_1
2016-01-14 17:17:33,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791853021_0001_1
2016-01-14 17:17:33,248 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 10BF10B1A1CE465499AEA00F84C4AC81 for vertex: vertex_1452791853021_0001_1_00 [A1A6168391724A8CBC08124BDA494234]
2016-01-14 17:17:33,245 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:17:33,250 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:17:33,257 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791853021_0001_1, queueSize=0
2016-01-14 17:17:33,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:17:33,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791853021_0001_1, startTime=1452791853179, finishTime=1452791853255, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=152, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387448832, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1452791853236, Process_Duration=4, Process_End_Time=1452791853240, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-01-14 17:17:33,257 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791853021_0001_1 finished with state: SUCCEEDED
2016-01-14 17:17:33,257 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791853021_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:17:33,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:17:33,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791853021_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791853021_0001_00_000001, stoppedTime=1452791853257, exitStatus=0
2016-01-14 17:17:33,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:17:33,258 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:17:33 Completed Dag: dag_1452791853021_0001_1
2016-01-14 17:17:33,258 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791853021_0001_1, dagState=SUCCEEDED
2016-01-14 17:17:33,258 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791853021_0001_1_post
2016-01-14 17:17:33,258 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:17:33,258 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:17:33,259 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791853021_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:17:33,259 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:17:33,260 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791853021_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:17:33,261 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791853021_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:17:33,261 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791853021_0001_00_000001, Exiting
2016-01-14 17:17:33,261 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791853021_0001_00_000001
2016-01-14 17:17:33,261 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791853021_0001_00_000001
2016-01-14 17:17:33,263 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791853021_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:17:33,263 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791853021_0001_00_000001 completed successfully
2016-01-14 17:17:33,264 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791853021_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:17:33,269 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...d'_RESULTS.ALL_UNKNOWN_-1, applicationId=application_1452791853021_0001
2016-01-14 17:17:33,271 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:17:33,271 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:17:33,271 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:17:33,271 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:17:33,272 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:17:33,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:17:33,272 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:17:33,272 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:17:33,273 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:17:33,273 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:17:33,273 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:17:33,273 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:17:33,274 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:17:33,279 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D631D53CBE894417876B5903B23BB8B2/C030E786FDCD4766AE8B5FE0E4FD0398/.tez/application_1452791853021_0001
2016-01-14 17:17:33,280 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each]  completed in: 00:00.274
2016-01-14 17:17:33,351 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_UNKNOWN_-1
2016-01-14 17:17:33,375 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:17:33,375 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:17:33,403 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-01-14 17:17:33,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-01-14 17:17:33,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:33,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [each.each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-01-14 17:17:33,406 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/eacheachpipeassemblyplatform//-1_'field'_RESULTS.ALL_UNKNOWN_'field2'

2016-01-14 17:17:17 Running Dag: dag_1452791836540_0001_1
2016-01-14 17:17:17 Starting to run new task attempt: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18 Completed running task attempt: attempt_1452791836540_0001_1_00_000000_0
2016-01-14 17:17:18 Completed Dag: dag_1452791836540_0001_1
2016-01-14 17:17:18 Running Dag: dag_1452791838532_0001_1
2016-01-14 17:17:18 Starting to run new task attempt: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18 Completed running task attempt: attempt_1452791838532_0001_1_00_000000_0
2016-01-14 17:17:18 Completed Dag: dag_1452791838532_0001_1
2016-01-14 17:17:19 Running Dag: dag_1452791839222_0001_1
2016-01-14 17:17:19 Starting to run new task attempt: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19 Completed running task attempt: attempt_1452791839222_0001_1_00_000000_0
2016-01-14 17:17:19 Completed Dag: dag_1452791839222_0001_1
2016-01-14 17:17:20 Running Dag: dag_1452791839885_0001_1
2016-01-14 17:17:20 Starting to run new task attempt: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20 Completed running task attempt: attempt_1452791839885_0001_1_00_000000_0
2016-01-14 17:17:20 Completed Dag: dag_1452791839885_0001_1
2016-01-14 17:17:20 Running Dag: dag_1452791840444_0001_1
2016-01-14 17:17:20 Starting to run new task attempt: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20 Completed running task attempt: attempt_1452791840444_0001_1_00_000000_0
2016-01-14 17:17:20 Completed Dag: dag_1452791840444_0001_1
2016-01-14 17:17:21 Running Dag: dag_1452791841063_0001_1
2016-01-14 17:17:21 Starting to run new task attempt: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21 Completed running task attempt: attempt_1452791841063_0001_1_00_000000_0
2016-01-14 17:17:21 Completed Dag: dag_1452791841063_0001_1
2016-01-14 17:17:22 Running Dag: dag_1452791841851_0001_1
2016-01-14 17:17:22 Starting to run new task attempt: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22 Completed running task attempt: attempt_1452791841851_0001_1_00_000000_0
2016-01-14 17:17:22 Completed Dag: dag_1452791841851_0001_1
2016-01-14 17:17:22 Running Dag: dag_1452791842392_0001_1
2016-01-14 17:17:22 Starting to run new task attempt: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22 Completed running task attempt: attempt_1452791842392_0001_1_00_000000_0
2016-01-14 17:17:22 Completed Dag: dag_1452791842392_0001_1
2016-01-14 17:17:23 Running Dag: dag_1452791842953_0001_1
2016-01-14 17:17:23 Starting to run new task attempt: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23 Completed running task attempt: attempt_1452791842953_0001_1_00_000000_0
2016-01-14 17:17:23 Completed Dag: dag_1452791842953_0001_1
2016-01-14 17:17:23 Running Dag: dag_1452791843436_0001_1
2016-01-14 17:17:23 Starting to run new task attempt: attempt_1452791843436_0001_1_00_000000_0
2016-01-14 17:17:23 Completed Dag: dag_1452791843436_0001_1
2016-01-14 17:17:24 Running Dag: dag_1452791843913_0001_1
2016-01-14 17:17:24 Starting to run new task attempt: attempt_1452791843913_0001_1_00_000000_0
2016-01-14 17:17:24 Completed Dag: dag_1452791843913_0001_1
2016-01-14 17:17:24 Running Dag: dag_1452791844394_0001_1
2016-01-14 17:17:24 Starting to run new task attempt: attempt_1452791844394_0001_1_00_000000_0
2016-01-14 17:17:24 Completed Dag: dag_1452791844394_0001_1
2016-01-14 17:17:25 Running Dag: dag_1452791844851_0001_1
2016-01-14 17:17:25 Starting to run new task attempt: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25 Completed running task attempt: attempt_1452791844851_0001_1_00_000000_0
2016-01-14 17:17:25 Completed Dag: dag_1452791844851_0001_1
2016-01-14 17:17:25 Running Dag: dag_1452791845407_0001_1
2016-01-14 17:17:25 Starting to run new task attempt: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25 Completed running task attempt: attempt_1452791845407_0001_1_00_000000_0
2016-01-14 17:17:25 Completed Dag: dag_1452791845407_0001_1
2016-01-14 17:17:26 Running Dag: dag_1452791845906_0001_1
2016-01-14 17:17:26 Starting to run new task attempt: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26 Completed running task attempt: attempt_1452791845906_0001_1_00_000000_0
2016-01-14 17:17:26 Completed Dag: dag_1452791845906_0001_1
2016-01-14 17:17:26 Running Dag: dag_1452791846379_0001_1
2016-01-14 17:17:26 Starting to run new task attempt: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26 Completed running task attempt: attempt_1452791846379_0001_1_00_000000_0
2016-01-14 17:17:26 Completed Dag: dag_1452791846379_0001_1
2016-01-14 17:17:27 Running Dag: dag_1452791846864_0001_1
2016-01-14 17:17:27 Starting to run new task attempt: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27 Completed running task attempt: attempt_1452791846864_0001_1_00_000000_0
2016-01-14 17:17:27 Completed Dag: dag_1452791846864_0001_1
2016-01-14 17:17:27 Running Dag: dag_1452791847343_0001_1
2016-01-14 17:17:27 Starting to run new task attempt: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27 Completed running task attempt: attempt_1452791847343_0001_1_00_000000_0
2016-01-14 17:17:27 Completed Dag: dag_1452791847343_0001_1
2016-01-14 17:17:27 Running Dag: dag_1452791847834_0001_1
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28 Completed running task attempt: attempt_1452791847834_0001_1_00_000000_0
2016-01-14 17:17:28 Completed Dag: dag_1452791847834_0001_1
2016-01-14 17:17:28 Running Dag: dag_1452791848269_0001_1
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28 Completed running task attempt: attempt_1452791848269_0001_1_00_000000_0
2016-01-14 17:17:28 Completed Dag: dag_1452791848269_0001_1
2016-01-14 17:17:28 Running Dag: dag_1452791848709_0001_1
2016-01-14 17:17:28 Starting to run new task attempt: attempt_1452791848709_0001_1_00_000000_0
2016-01-14 17:17:28 Completed Dag: dag_1452791848709_0001_1
2016-01-14 17:17:29 Running Dag: dag_1452791849154_0001_1
2016-01-14 17:17:29 Starting to run new task attempt: attempt_1452791849154_0001_1_00_000000_0
2016-01-14 17:17:29 Completed Dag: dag_1452791849154_0001_1
2016-01-14 17:17:29 Running Dag: dag_1452791849548_0001_1
2016-01-14 17:17:29 Starting to run new task attempt: attempt_1452791849548_0001_1_00_000000_0
2016-01-14 17:17:29 Completed Dag: dag_1452791849548_0001_1
2016-01-14 17:17:30 Running Dag: dag_1452791849915_0001_1
2016-01-14 17:17:30 Starting to run new task attempt: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30 Completed running task attempt: attempt_1452791849915_0001_1_00_000000_0
2016-01-14 17:17:30 Completed Dag: dag_1452791849915_0001_1
2016-01-14 17:17:30 Running Dag: dag_1452791850392_0001_1
2016-01-14 17:17:30 Starting to run new task attempt: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30 Completed running task attempt: attempt_1452791850392_0001_1_00_000000_0
2016-01-14 17:17:30 Completed Dag: dag_1452791850392_0001_1
2016-01-14 17:17:30 Running Dag: dag_1452791850851_0001_1
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791850851_0001_1_00_000000_0
2016-01-14 17:17:31 Completed Dag: dag_1452791850851_0001_1
2016-01-14 17:17:31 Running Dag: dag_1452791851268_0001_1
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791851268_0001_1_00_000000_0
2016-01-14 17:17:31 Completed Dag: dag_1452791851268_0001_1
Jan 14, 2016 5:17:31 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@36b0e0fe with executor java.util.concurrent.ThreadPoolExecutor@16835fbf[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@36b0e0fe rejected from java.util.concurrent.ThreadPoolExecutor@16835fbf[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

2016-01-14 17:17:31 Running Dag: dag_1452791851724_0001_1
2016-01-14 17:17:31 Starting to run new task attempt: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31 Completed running task attempt: attempt_1452791851724_0001_1_00_000000_0
2016-01-14 17:17:31 Completed Dag: dag_1452791851724_0001_1
2016-01-14 17:17:32 Running Dag: dag_1452791852156_0001_1
2016-01-14 17:17:32 Starting to run new task attempt: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32 Completed running task attempt: attempt_1452791852156_0001_1_00_000000_0
2016-01-14 17:17:32 Completed Dag: dag_1452791852156_0001_1
2016-01-14 17:17:32 Running Dag: dag_1452791852585_0001_1
2016-01-14 17:17:32 Starting to run new task attempt: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32 Completed running task attempt: attempt_1452791852585_0001_1_00_000000_0
2016-01-14 17:17:32 Completed Dag: dag_1452791852585_0001_1
2016-01-14 17:17:33 Running Dag: dag_1452791853021_0001_1
2016-01-14 17:17:33 Starting to run new task attempt: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33 Completed running task attempt: attempt_1452791853021_0001_1_00_000000_0
2016-01-14 17:17:33 Completed Dag: dag_1452791853021_0001_1