Class cascading.RegressionPipesPlatformTest

2016-01-14 15:33:11,172 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 15:33:11,204 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.RegressionPipesPlatformTest, with platform: hadoop2-tez
2016-01-14 15:33:11,242 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-01-14 15:33:11,634 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 15:33:11,999 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 15:33:12,227 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:12,230 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:12,355 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 21B2285576B1481BB449EF8C04C4C7C3
2016-01-14 15:33:12,519 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.062
2016-01-14 15:33:12,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.086
2016-01-14 15:33:12,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:12,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:12,545 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:12,671 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 15:33:12,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicOr/regression/complexlogicor
2016-01-14 15:33:12,881 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 15:33:12,885 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:12,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:12,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicOr/regression/complexlogicor"]
2016-01-14 15:33:12,887 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:12,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:12,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:12,890 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...regression/complexlogicor
2016-01-14 15:33:12,890 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:12,913 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:13,068 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:13,074 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:13,075 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:13,117 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001 doesn't exist and is created
2016-01-14 15:33:13,191 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:13,191 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:13,193 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001
2016-01-14 15:33:13,224 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785593074_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:13,265 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:13,280 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:13,292 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 15:33:13,292 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 15:33:13,292 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:13,306 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:13,310 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:13,313 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001/localmode-log-dir
2016-01-14 15:33:13,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001/localmode-log-dir/history.txt.appattempt_1452785593074_0001_000000, maxErrors=10
2016-01-14 15:33:13,314 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:13,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785593074_0001_000000, appSubmitTime=1452785593210, launchTime=1452785593223
2016-01-14 15:33:13,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:13,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:13,325 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:13,325 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:13,381 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:45932
2016-01-14 15:33:13,392 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 15:33:13,392 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 15:33:13,393 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:13,421 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:13,487 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:13,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785593074_0001_000000, startTime=1452785593486
2016-01-14 15:33:13,487 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:13,493 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:13,512 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:13,512 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...regression/complexlogicor, applicationId=application_1452785593074_0001, dagName=[BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor
2016-01-14 15:33:13,717 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor
2016-01-14 15:33:13,823 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785593074_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001/localmode-log-dir/dag_1452785593074_0001_1.dot
2016-01-14 15:33:13,827 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001/localmode-log-dir/dag_1452785593074_0001_1-tez-dag.pb.txt
2016-01-14 15:33:13,901 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785593074_0001_1
2016-01-14 15:33:13,901 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:13,902 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor
2016-01-14 15:33:13 Running Dag: dag_1452785593074_0001_1
2016-01-14 15:33:13,932 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:13,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785593074_0001_1, submitTime=1452785593717
2016-01-14 15:33:13,961 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E777CA3762D447118309BC3A7C53F4AB
2016-01-14 15:33:13,962 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:13,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:13,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785593074_0001_1, initTime=1452785593934
2016-01-14 15:33:13,966 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785593074_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:13,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:13,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:DAG_STARTED]: dagID=dag_1452785593074_0001_1, startTime=1452785593967
2016-01-14 15:33:13,968 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:13,970 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785593074_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:13,970 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E777CA3762D447118309BC3A7C53F4AB : {015E969B93834367A3E72099FEF2633D={InputName=015E969B93834367A3E72099FEF2633D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:13,970 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 015E969B93834367A3E72099FEF2633D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:13,971 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:13,979 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:13,985 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:13,987 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]. Starting root input initializers: 1
2016-01-14 15:33:13,992 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...regression/complexlogicor, applicationId=application_1452785593074_0001, dagName=[BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor
2016-01-14 15:33:14,006 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 015E969B93834367A3E72099FEF2633D on vertex vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,010 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:14,025 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:14,027 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 015E969B93834367A3E72099FEF2633D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:14,028 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:14,028 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:14,030 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785593074_0001, with dag id: dag_1452785593074_0001_1
2016-01-14 15:33:14,070 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 15:33:14,073 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 015E969B93834367A3E72099FEF2633D on vertex vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,074 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:14,074 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {015E969B93834367A3E72099FEF2633D=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:14,096 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] parallelism set to 1
2016-01-14 15:33:14,096 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:14,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785593074_0001_1_00, eventCount=1
2016-01-14 15:33:14,108 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,108 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=0F4218D6790E45978ADD3C185E7F2E02, vertexId=vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:14,111 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=0F4218D6790E45978ADD3C185E7F2E02, vertexId=vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,128 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=0F4218D6790E45978ADD3C185E7F2E02, vertexName=E777CA3762D447118309BC3A7C53F4AB, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:14,139 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=0F4218D6790E45978ADD3C185E7F2E02, vertexId=vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,143 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:14,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, vertexId=vertex_1452785593074_0001_1_00, initRequestedTime=1452785593970, initedTime=1452785594142, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:14,144 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] with distanceFromRoot: 0
2016-01-14 15:33:14,144 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:14,146 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E777CA3762D447118309BC3A7C53F4AB
2016-01-14 15:33:14,146 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,148 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:14,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785593074_0001_1_00, startRequestedTime=1452785594145, startedTime=1452785594145
2016-01-14 15:33:14,149 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:14,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:14,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:TASK_STARTED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, taskId=task_1452785593074_0001_1_00_000000, scheduledTime=1452785594179, launchTime=1452785594179
2016-01-14 15:33:14,181 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785593074_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:14,183 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,186 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor, VertexName: E777CA3762D447118309BC3A7C53F4AB, VertexParallelism: 1, TaskAttemptID:attempt_1452785593074_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=015E969B93834367A3E72099FEF2633D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0F4218D6790E45978ADD3C185E7F2E02, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:14,188 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785593074_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:14,189 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:14,227 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:14,230 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:14,230 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:14,235 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785593074_0001_00_000001
2016-01-14 15:33:14,235 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:14,246 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785593074_0001_00_000001
2016-01-14 15:33:14,246 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:14,251 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:14,251 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:14,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785593074_0001_00_000001, launchTime=1452785594251
2016-01-14 15:33:14,256 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785593074_0001_00_000001
2016-01-14 15:33:14,259 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785593074_0001_1_00_000000_0] to container: [container_1452785593074_0001_00_000001]
2016-01-14 15:33:14,259 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:14,260 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785593074_0001_00_000001 given task: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,260 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785593074_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14 Starting to run new task attempt: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,262 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785593074_0001_1_00_000000_0] started. Is using containerId: [container_1452785593074_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:14,263 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:14,262 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0, startTime=1452785594260, containerId=container_1452785593074_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785593074_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:14,264 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785593074_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:14,264 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-01-14 15:33:14,265 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:14,266 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:14,267 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:14,267 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:14,268 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785593074_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:14,269 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:14,290 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:14,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220] test/(1/1) ...regression/complexlogicor, VertexName: E777CA3762D447118309BC3A7C53F4AB, VertexParallelism: 1, TaskAttemptID:attempt_1452785593074_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=015E969B93834367A3E72099FEF2633D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0F4218D6790E45978ADD3C185E7F2E02, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:14,294 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:14,298 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:14,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:14,302 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785593074_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:14,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=015E969B93834367A3E72099FEF2633D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:14,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:14,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=0F4218D6790E45978ADD3C185E7F2E02, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:14,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:14,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:14,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 0F4218D6790E45978ADD3C185E7F2E02
2016-01-14 15:33:14,309 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:14,314 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 0F4218D6790E45978ADD3C185E7F2E02
2016-01-14 15:33:14,314 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,338 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:14,339 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,341 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:14,362 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:14,362 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 0F4218D6790E45978ADD3C185E7F2E02
2016-01-14 15:33:14,367 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E777CA3762D447118309BC3A7C53F4AB, ordinal: 0
2016-01-14 15:33:14,368 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E777CA3762D447118309BC3A7C53F4AB, mem on start (mb), free: 165, total: 223, max: 672
2016-01-14 15:33:14,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:14,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:14,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:14,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:14,370 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:14,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:14,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:14,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:14,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:14,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:14,378 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:14,378 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 0F4218D6790E45978ADD3C185E7F2E02, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:14,378 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 015E969B93834367A3E72099FEF2633D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:14,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:14,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,380 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:14,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 015E969B93834367A3E72099FEF2633D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:14,381 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:14,381 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:14,381 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:14,383 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,388 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:14,399 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7469d79a
2016-01-14 15:33:14,407 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7469d79a
2016-01-14 15:33:14,408 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:14,409 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:14,415 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:14,429 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 015E969B93834367A3E72099FEF2633D
2016-01-14 15:33:14,429 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicOr/regression/complexlogicor"], id: 0F4218D6790E45978ADD3C185E7F2E02
2016-01-14 15:33:14,430 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicOr/regression/complexlogicor"]
2016-01-14 15:33:14,432 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:14,432 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:14,436 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E777CA3762D447118309BC3A7C53F4AB, all 1 inputs ready in: 00:00:00.003
2016-01-14 15:33:14,444 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:14,445 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:14,445 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,446 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785593074_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:14,447 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,447 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E777CA3762D447118309BC3A7C53F4AB, mem on close (mb), free: 158, total: 223, max: 672
2016-01-14 15:33:14 Completed running task attempt: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,452 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:14,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=28, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=233832448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=4][cascading.flow.SliceCounters Process_Begin_Time=1452785594436, Process_Duration=11, Process_End_Time=1452785594447, Read_Duration=1, Tuples_Read=13, Tuples_Written=4, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13, Tuples_Written=4]]
2016-01-14 15:33:14,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:14,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, taskAttemptId=attempt_1452785593074_0001_1_00_000000_0, startTime=1452785594260, finishTime=1452785594453, timeTaken=193, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=28, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=233832448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=4, cascading.flow.SliceCounters, Process_Begin_Time=1452785594436, Process_Duration=11, Process_End_Time=1452785594447, Read_Duration=1, Tuples_Read=13, Tuples_Written=4, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=4
2016-01-14 15:33:14,460 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:14,460 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:14,460 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785593074_0001_00_000001
2016-01-14 15:33:14,462 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785593074_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:14,462 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:14,463 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:TASK_FINISHED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, taskId=task_1452785593074_0001_1_00_000000, startTime=1452785594260, finishTime=1452785594464, timeTaken=204, status=SUCCEEDED, successfulAttemptID=attempt_1452785593074_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=28, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=233832448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=4, cascading.flow.SliceCounters, Process_Begin_Time=1452785594436, Process_Duration=11, Process_End_Time=1452785594447, Read_Duration=1, Tuples_Read=13, Tuples_Written=4, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=4
2016-01-14 15:33:14,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:14,472 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785593074_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:14,473 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:14,473 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] : 1
2016-01-14 15:33:14,474 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,481 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:14,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:VERTEX_FINISHED]: vertexName=E777CA3762D447118309BC3A7C53F4AB, vertexId=vertex_1452785593074_0001_1_00, initRequestedTime=1452785593970, initedTime=1452785594142, startRequestedTime=1452785594145, startedTime=1452785594145, finishTime=1452785594474, timeTaken=329, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=28, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=233832448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=4, cascading.flow.SliceCounters, Process_Begin_Time=1452785594436, Process_Duration=11, Process_End_Time=1452785594447, Read_Duration=1, Tuples_Read=13, Tuples_Written=4, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=4, vertexStats=firstTaskStartTime=1452785594260, firstTasksToStart=[ task_1452785593074_0001_1_00_000000 ], lastTaskFinishTime=1452785594453, lastTasksToFinish=[ task_1452785593074_0001_1_00_000000 ], minTaskDuration=193, maxTaskDuration=193, avgTaskDuration=193.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785593074_0001_1_00_000000 ], longestDurationTasks=[ task_1452785593074_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:14,485 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:14,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785593074_0001_00_000001, stoppedTime=1452785594487, exitStatus=0
2016-01-14 15:33:14,487 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:14,490 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:14,491 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:14,491 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785593074_0001_1
2016-01-14 15:33:14,493 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785593074_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:14,493 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785593074_0001_00_000001: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:14,493 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785593074_0001_00_000001, Exiting
2016-01-14 15:33:14,494 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785593074_0001_00_000001
2016-01-14 15:33:14,494 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785593074_0001_00_000001
2016-01-14 15:33:14,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785593074_0001_1
2016-01-14 15:33:14,497 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 0F4218D6790E45978ADD3C185E7F2E02 for vertex: vertex_1452785593074_0001_1_00 [E777CA3762D447118309BC3A7C53F4AB]
2016-01-14 15:33:14,498 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785593074_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:14,502 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785593074_0001_00_000001 completed successfully
2016-01-14 15:33:14,516 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785593074_0001_1, queueSize=0
2016-01-14 15:33:14,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:14,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785593074_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785593074_0001_1, startTime=1452785593967, finishTime=1452785594511, timeTaken=544, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=28, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=233832448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=4, cascading.flow.SliceCounters, Process_Begin_Time=1452785594436, Process_Duration=11, Process_End_Time=1452785594447, Read_Duration=1, Tuples_Read=13, Tuples_Written=4, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=4
2016-01-14 15:33:14,520 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785593074_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:14,521 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785593074_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:14,522 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785593074_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:14 Completed Dag: dag_1452785593074_0001_1
2016-01-14 15:33:14,524 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785593074_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:14,525 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785593074_0001_1_post
2016-01-14 15:33:14,526 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785593074_0001_00_000001
2016-01-14 15:33:14,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:14,528 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:14,535 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...regression/complexlogicor, applicationId=application_1452785593074_0001
2016-01-14 15:33:14,539 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:14,539 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:14,540 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:14,540 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:14,540 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:14,541 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:14,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:14,543 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:14,543 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:14,543 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:14,544 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:14,545 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:14,545 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:14,549 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD501B4795AA4454BD7212FE4BC8FDD3/DE7B004F665E4C6F94C86C4ACAF00220/.tez/application_1452785593074_0001
2016-01-14 15:33:14,550 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:01.665
2016-01-14 15:33:14,642 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testComplexLogicOr/regression/complexlogicor
2016-01-14 15:33:14,698 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:14,699 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:14,769 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.029
2016-01-14 15:33:14,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.049
2016-01-14 15:33:14,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:14,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:14,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:14,813 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 15:33:14,814 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate
2016-01-14 15:33:14,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] starting
2016-01-14 15:33:14,848 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:14,848 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:14,849 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  parallel execution of steps is enabled: false
2016-01-14 15:33:14,849 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  executing total steps: 1
2016-01-14 15:33:14,850 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  allocating management threads: 1
2016-01-14 15:33:14,851 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] starting step: (1/1) ...oupSplitPipe/intermediate
2016-01-14 15:33:14,852 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [split] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:14,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tez session mode enabled: true
2016-01-14 15:33:14,876 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:14,877 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:14,877 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:14,888 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001 doesn't exist and is created
2016-01-14 15:33:14,914 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:14,915 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:14,916 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001
2016-01-14 15:33:14,920 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785594877_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:14,938 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:14,939 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:14,941 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:14,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:14,942 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001/localmode-log-dir
2016-01-14 15:33:14,942 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001/localmode-log-dir/history.txt.appattempt_1452785594877_0001_000000, maxErrors=10
2016-01-14 15:33:14,942 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:14,943 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785594877_0001_000000, appSubmitTime=1452785594920, launchTime=1452785594920
2016-01-14 15:33:14,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:14,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:14,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:14,955 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:14,960 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:36386
2016-01-14 15:33:14,964 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:14,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:14,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785594877_0001_000000, startTime=1452785594966
2016-01-14 15:33:14,967 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:15,016 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:15,016 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:15,016 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...oupSplitPipe/intermediate, applicationId=application_1452785594877_0001, dagName=[9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate
2016-01-14 15:33:15,050 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate
2016-01-14 15:33:15,053 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785594877_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001/localmode-log-dir/dag_1452785594877_0001_1.dot
2016-01-14 15:33:15,054 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001/localmode-log-dir/dag_1452785594877_0001_1-tez-dag.pb.txt
2016-01-14 15:33:15,079 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785594877_0001_1
2016-01-14 15:33:15,079 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:15,079 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate
2016-01-14 15:33:15 Running Dag: dag_1452785594877_0001_1
2016-01-14 15:33:15,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:15,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785594877_0001_1, submitTime=1452785595050
2016-01-14 15:33:15,099 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A3F271B2FCB04D608E10F066C214E43F
2016-01-14 15:33:15,100 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:15,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:15,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785594877_0001_1, initTime=1452785595098
2016-01-14 15:33:15,101 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785594877_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:15,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:DAG_STARTED]: dagID=dag_1452785594877_0001_1, startTime=1452785595102
2016-01-14 15:33:15,102 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:15,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:15,102 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785594877_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:15,103 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A3F271B2FCB04D608E10F066C214E43F : {0D2233DA1F4B420487F569A3844957EA={InputName=0D2233DA1F4B420487F569A3844957EA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:15,103 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 0D2233DA1F4B420487F569A3844957EA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:15,103 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,103 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,103 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,104 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]. Starting root input initializers: 1
2016-01-14 15:33:15,106 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:15,107 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 0D2233DA1F4B420487F569A3844957EA on vertex vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,107 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...oupSplitPipe/intermediate, applicationId=application_1452785594877_0001, dagName=[9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate
2016-01-14 15:33:15,113 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:15,114 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 0D2233DA1F4B420487F569A3844957EA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:15,117 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:15,118 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:15,121 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 15:33:15,122 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 0D2233DA1F4B420487F569A3844957EA on vertex vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,122 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:15,122 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {0D2233DA1F4B420487F569A3844957EA=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:15,123 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] parallelism set to 1
2016-01-14 15:33:15,123 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:15,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785594877_0001_1_00, eventCount=1
2016-01-14 15:33:15,124 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,124 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=096D1EF0575041D7BE8FD175D907B556, vertexId=vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:15,124 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=096D1EF0575041D7BE8FD175D907B556, vertexId=vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,132 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=096D1EF0575041D7BE8FD175D907B556, vertexName=A3F271B2FCB04D608E10F066C214E43F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:15,133 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=096D1EF0575041D7BE8FD175D907B556, vertexId=vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,133 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] submitted tez dag to app master: application_1452785594877_0001, with dag id: dag_1452785594877_0001_1
2016-01-14 15:33:15,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:15,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, vertexId=vertex_1452785594877_0001_1_00, initRequestedTime=1452785595103, initedTime=1452785595134, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:15,135 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] with distanceFromRoot: 0
2016-01-14 15:33:15,135 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:15,135 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A3F271B2FCB04D608E10F066C214E43F
2016-01-14 15:33:15,135 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:15,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785594877_0001_1_00, startRequestedTime=1452785595135, startedTime=1452785595135
2016-01-14 15:33:15,137 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:15,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:15,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:TASK_STARTED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, taskId=task_1452785594877_0001_1_00_000000, scheduledTime=1452785595139, launchTime=1452785595139
2016-01-14 15:33:15,141 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785594877_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:15,141 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,142 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate, VertexName: A3F271B2FCB04D608E10F066C214E43F, VertexParallelism: 1, TaskAttemptID:attempt_1452785594877_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0D2233DA1F4B420487F569A3844957EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:15,142 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785594877_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:15,142 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:15,145 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:15,146 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:15,146 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:15,147 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785594877_0001_00_000001
2016-01-14 15:33:15,147 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:15,153 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785594877_0001_00_000001
2016-01-14 15:33:15,153 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:15,155 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:15,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:15,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785594877_0001_00_000001, launchTime=1452785595155
2016-01-14 15:33:15,157 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785594877_0001_00_000001
2016-01-14 15:33:15,158 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785594877_0001_1_00_000000_0] to container: [container_1452785594877_0001_00_000001]
2016-01-14 15:33:15,158 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:15,159 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785594877_0001_1_00_000000_0] started. Is using containerId: [container_1452785594877_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:15,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0, startTime=1452785595158, containerId=container_1452785594877_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785594877_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:15,159 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:15,159 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785594877_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:15,159 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785594877_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:15,160 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785594877_0001_00_000001 given task: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,160 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785594877_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15 Starting to run new task attempt: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,161 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,161 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:15,161 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:15,161 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:15,161 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:15,161 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:15,162 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:15,162 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC] split/(1/1) ...oupSplitPipe/intermediate, VertexName: A3F271B2FCB04D608E10F066C214E43F, VertexParallelism: 1, TaskAttemptID:attempt_1452785594877_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0D2233DA1F4B420487F569A3844957EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:15,162 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:15,163 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:15,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:15,167 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785594877_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:15,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=0D2233DA1F4B420487F569A3844957EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:15,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:15,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:15,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:15,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,169 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:15,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:15,173 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:15,173 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:15,176 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:15,176 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,178 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:15,188 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A3F271B2FCB04D608E10F066C214E43F, ordinal: 0
2016-01-14 15:33:15,189 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3F271B2FCB04D608E10F066C214E43F, mem on start (mb), free: 197, total: 281, max: 672
2016-01-14 15:33:15,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:15,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:15,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:15,193 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:15,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:15,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:15,193 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:15,193 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:15,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:15,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:15,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:15,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:15,196 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:15,196 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 0D2233DA1F4B420487F569A3844957EA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:15,196 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 096D1EF0575041D7BE8FD175D907B556, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:15,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:15,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,196 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:15,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 0D2233DA1F4B420487F569A3844957EA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:15,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:15,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:15,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:15,199 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,200 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:15,201 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@48c98900
2016-01-14 15:33:15,202 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@48c98900
2016-01-14 15:33:15,203 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:15,203 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:15,207 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:15,209 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 0D2233DA1F4B420487F569A3844957EA
2016-01-14 15:33:15,210 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"], id: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:15,210 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:15,211 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:15,211 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:15,212 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A3F271B2FCB04D608E10F066C214E43F, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:15,215 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:15,216 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:15,217 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,217 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785594877_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:15,218 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,219 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3F271B2FCB04D608E10F066C214E43F, mem on close (mb), free: 194, total: 281, max: 672
2016-01-14 15:33:15 Completed running task attempt: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,219 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:15,221 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:15,222 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, taskAttemptId=attempt_1452785594877_0001_1_00_000000_0, startTime=1452785595158, finishTime=1452785595221, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785595212, Process_Duration=6, Process_End_Time=1452785595218, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:15,222 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785594877_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:15,223 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:15,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452785595212, Process_Duration=6, Process_End_Time=1452785595218, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 15:33:15,223 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15,225 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:15,225 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:15,225 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:15,226 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785594877_0001_00_000001
2016-01-14 15:33:15,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:TASK_FINISHED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, taskId=task_1452785594877_0001_1_00_000000, startTime=1452785595158, finishTime=1452785595225, timeTaken=67, status=SUCCEEDED, successfulAttemptID=attempt_1452785594877_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785595212, Process_Duration=6, Process_End_Time=1452785595218, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:15,227 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785594877_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:15,227 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] : 1
2016-01-14 15:33:15,227 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,228 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:15,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:VERTEX_FINISHED]: vertexName=A3F271B2FCB04D608E10F066C214E43F, vertexId=vertex_1452785594877_0001_1_00, initRequestedTime=1452785595103, initedTime=1452785595134, startRequestedTime=1452785595135, startedTime=1452785595135, finishTime=1452785595227, timeTaken=92, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785595212, Process_Duration=6, Process_End_Time=1452785595218, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785595158, firstTasksToStart=[ task_1452785594877_0001_1_00_000000 ], lastTaskFinishTime=1452785595221, lastTasksToFinish=[ task_1452785594877_0001_1_00_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785594877_0001_1_00_000000 ], longestDurationTasks=[ task_1452785594877_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:15,230 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:15,230 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:15,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:15,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785594877_0001_00_000001, stoppedTime=1452785595231, exitStatus=0
2016-01-14 15:33:15,233 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:15,234 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:15,234 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785594877_0001_1
2016-01-14 15:33:15,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785594877_0001_1
2016-01-14 15:33:15,235 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 096D1EF0575041D7BE8FD175D907B556 for vertex: vertex_1452785594877_0001_1_00 [A3F271B2FCB04D608E10F066C214E43F]
2016-01-14 15:33:15,238 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785594877_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:15,238 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785594877_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:15,238 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785594877_0001_00_000001, Exiting
2016-01-14 15:33:15,238 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785594877_0001_00_000001
2016-01-14 15:33:15,238 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785594877_0001_00_000001
2016-01-14 15:33:15,240 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785594877_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:15,241 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785594877_0001_00_000001 completed successfully
2016-01-14 15:33:15,248 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785594877_0001_1, queueSize=0
2016-01-14 15:33:15,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:15,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785594877_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785594877_0001_1, startTime=1452785595102, finishTime=1452785595247, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785595212, Process_Duration=6, Process_End_Time=1452785595218, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:15,250 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785594877_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:15,250 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785594877_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:15,250 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785594877_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:15,250 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785594877_0001_00_000001
2016-01-14 15:33:15 Completed Dag: dag_1452785594877_0001_1
2016-01-14 15:33:15,252 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785594877_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:15,252 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785594877_0001_1_post
2016-01-14 15:33:15,252 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:15,253 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:15,258 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...oupSplitPipe/intermediate, applicationId=application_1452785594877_0001
2016-01-14 15:33:15,261 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:15,261 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:15,261 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:15,261 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:15,261 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:15,262 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:15,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:15,263 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:15,263 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:15,264 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:15,264 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:15,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:15,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:15,270 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9271D934D35B4D50A6DCA4FE81C38A22/CD27AA473CC14F58867BE07F3B9758AC/.tez/application_1452785594877_0001
2016-01-14 15:33:15,271 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  completed in: 00:00.424
2016-01-14 15:33:15,317 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:15,318 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:15,442 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.079
2016-01-14 15:33:15,470 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.107
2016-01-14 15:33:15,471 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:15,471 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:15,472 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:15,499 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate
2016-01-14 15:33:15,527 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate
2016-01-14 15:33:15,550 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/cogroupsplit
2016-01-14 15:33:15,726 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] starting
2016-01-14 15:33:15,726 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:15,727 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/cogroupsplit"]
2016-01-14 15:33:15,727 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  parallel execution of steps is enabled: false
2016-01-14 15:33:15,727 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  executing total steps: 1
2016-01-14 15:33:15,727 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  allocating management threads: 1
2016-01-14 15:33:15,728 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] starting step: (1/1) ...oupSplitPipe/cogroupsplit
2016-01-14 15:33:15,728 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [lhs*rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:15,743 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] tez session mode enabled: true
2016-01-14 15:33:15,749 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:15,749 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:15,749 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:15,761 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001 doesn't exist and is created
2016-01-14 15:33:15,780 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:15,780 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:15,781 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001
2016-01-14 15:33:15,785 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785595749_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:15,799 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:15,801 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:15,803 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:15,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:15,804 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001/localmode-log-dir
2016-01-14 15:33:15,804 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001/localmode-log-dir/history.txt.appattempt_1452785595749_0001_000000, maxErrors=10
2016-01-14 15:33:15,804 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:15,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785595749_0001_000000, appSubmitTime=1452785595784, launchTime=1452785595784
2016-01-14 15:33:15,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:15,818 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:15,819 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:15,819 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:15,822 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:38397
2016-01-14 15:33:15,824 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:15,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785595749_0001_000000, startTime=1452785595828
2016-01-14 15:33:15,828 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:15,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:15,881 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:15,881 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:15,881 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...oupSplitPipe/cogroupsplit, applicationId=application_1452785595749_0001, dagName=[221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit
2016-01-14 15:33:15,905 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit
2016-01-14 15:33:15,908 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785595749_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001/localmode-log-dir/dag_1452785595749_0001_1.dot
2016-01-14 15:33:15,910 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001/localmode-log-dir/dag_1452785595749_0001_1-tez-dag.pb.txt
2016-01-14 15:33:15,945 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785595749_0001_1
2016-01-14 15:33:15,945 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:15,945 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit
2016-01-14 15:33:15 Running Dag: dag_1452785595749_0001_1
2016-01-14 15:33:15,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:15,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785595749_0001_1, submitTime=1452785595905
2016-01-14 15:33:15,968 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:15,975 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:15,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:15,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785595749_0001_1, initTime=1452785595966
2016-01-14 15:33:15,978 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785595749_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:15,979 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:15,979 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:DAG_STARTED]: dagID=dag_1452785595749_0001_1, startTime=1452785595978
2016-01-14 15:33:15,979 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:15,979 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785595749_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:15,979 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E08FB925D3C1458C8F82485F6D9D0499 : {096D1EF0575041D7BE8FD175D907B556={InputName=096D1EF0575041D7BE8FD175D907B556}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:15,979 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 096D1EF0575041D7BE8FD175D907B556, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:15,980 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:15,980 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:15,980 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:15,980 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...oupSplitPipe/cogroupsplit, applicationId=application_1452785595749_0001, dagName=[221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit
2016-01-14 15:33:15,981 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]. Starting root input initializers: 1
2016-01-14 15:33:15,981 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:15,982 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 096D1EF0575041D7BE8FD175D907B556 on vertex vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:15,982 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B4417A21651F43DB80444D15470AFFCA : {096D1EF0575041D7BE8FD175D907B556={InputName=096D1EF0575041D7BE8FD175D907B556}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:15,984 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 096D1EF0575041D7BE8FD175D907B556, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:15,985 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:15,985 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:15,985 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:15,986 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]. Starting root input initializers: 1
2016-01-14 15:33:15,987 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:15,987 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:15,989 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:15,990 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 096D1EF0575041D7BE8FD175D907B556 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:15,992 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 096D1EF0575041D7BE8FD175D907B556 on vertex vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:15,993 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:15,994 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:15,996 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:15,996 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:15,997 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:15,997 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:15,997 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2004D19E8B46422782B18FF8F412B7A6, vertexId=vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:15,998 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2004D19E8B46422782B18FF8F412B7A6, vertexId=vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,000 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2004D19E8B46422782B18FF8F412B7A6, vertexName=BCF5F4825ECD4E1DA50B23E964B78210, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:16,001 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2004D19E8B46422782B18FF8F412B7A6, vertexId=vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,003 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:15,997 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:16,003 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 096D1EF0575041D7BE8FD175D907B556 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:16,004 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:16,004 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:16,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, vertexId=vertex_1452785595749_0001_1_02, initRequestedTime=1452785595987, initedTime=1452785596003, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:16,007 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:16,018 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs] submitted tez dag to app master: application_1452785595749_0001, with dag id: dag_1452785595749_0001_1
2016-01-14 15:33:16,022 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 552
2016-01-14 15:33:16,023 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 096D1EF0575041D7BE8FD175D907B556 on vertex vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:16,023 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:16,023 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {096D1EF0575041D7BE8FD175D907B556=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:16,024 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] parallelism set to 1
2016-01-14 15:33:16,024 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:16,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785595749_0001_1_00, eventCount=1
2016-01-14 15:33:16,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B4417A21651F43DB80444D15470AFFCA, vertexId=vertex_1452785595749_0001_1_00, initRequestedTime=1452785595982, initedTime=1452785596024, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:16,024 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:16,024 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] with distanceFromRoot: 0
2016-01-14 15:33:16,025 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:16,025 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,025 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:16,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785595749_0001_1_00, startRequestedTime=1452785596025, startedTime=1452785596025
2016-01-14 15:33:16,026 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:16,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_STARTED]: vertexName=B4417A21651F43DB80444D15470AFFCA, taskId=task_1452785595749_0001_1_00_000000, scheduledTime=1452785596027, launchTime=1452785596027
2016-01-14 15:33:16,027 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:16,027 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785595749_0001_1_00 for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] numStartedSources: 1 numSources: 2
2016-01-14 15:33:16,027 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] numStartedSources: 1 numSources: 2
2016-01-14 15:33:16,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:16,028 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 552
2016-01-14 15:33:16,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:16,029 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 096D1EF0575041D7BE8FD175D907B556 on vertex vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:16,030 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:16,030 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:16,030 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {096D1EF0575041D7BE8FD175D907B556=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:16,030 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] parallelism set to 1
2016-01-14 15:33:16,030 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:16,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785595749_0001_1_01, eventCount=1
2016-01-14 15:33:16,031 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:16,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, vertexId=vertex_1452785595749_0001_1_01, initRequestedTime=1452785595979, initedTime=1452785596031, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:16,032 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] with distanceFromRoot: 0
2016-01-14 15:33:16,032 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:16,033 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: B4417A21651F43DB80444D15470AFFCA, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:16,034 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:16,034 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,035 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:16,035 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:16,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785595749_0001_1_01, startRequestedTime=1452785596034, startedTime=1452785596034
2016-01-14 15:33:16,037 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:16,037 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:16,039 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_STARTED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, taskId=task_1452785595749_0001_1_01_000000, scheduledTime=1452785596039, launchTime=1452785596039
2016-01-14 15:33:16,039 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:16,040 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:16,041 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785595749_0001_1_01 for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] numStartedSources: 2 numSources: 2
2016-01-14 15:33:16,041 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] with distanceFromRoot: 1
2016-01-14 15:33:16,041 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:16,042 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:16,044 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E08FB925D3C1458C8F82485F6D9D0499 in vertex: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,045 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B4417A21651F43DB80444D15470AFFCA in vertex: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,046 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BCF5F4825ECD4E1DA50B23E964B78210 with 2 source tasks and 1 pending tasks
2016-01-14 15:33:16,047 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:16,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785595749_0001_1_02, startRequestedTime=1452785596042, startedTime=1452785596042
2016-01-14 15:33:16,048 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:16,048 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: E08FB925D3C1458C8F82485F6D9D0499, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:16,049 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:16,049 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:16,049 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:16,050 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785595749_0001_00_000001
2016-01-14 15:33:16,051 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:16,051 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:16,054 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785595749_0001_00_000001
2016-01-14 15:33:16,054 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:16,054 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785595749_0001_00_000002
2016-01-14 15:33:16,054 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:16,058 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:16,059 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785595749_0001_00_000001, launchTime=1452785596058
2016-01-14 15:33:16,059 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:16,060 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000001
2016-01-14 15:33:16,060 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785595749_0001_00_000002
2016-01-14 15:33:16,061 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:16,064 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:16,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:16,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785595749_0001_00_000002, launchTime=1452785596064
2016-01-14 15:33:16,064 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785595749_0001_1_00_000000_0] to container: [container_1452785595749_0001_00_000001]
2016-01-14 15:33:16,065 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:16,065 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000002
2016-01-14 15:33:16,066 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785595749_0001_00_000001 given task: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,066 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785595749_0001_1_01_000000_0] to container: [container_1452785595749_0001_00_000002]
2016-01-14 15:33:16,066 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785595749_0001_1_00_000000_0] started. Is using containerId: [container_1452785595749_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:16,066 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,067 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B4417A21651F43DB80444D15470AFFCA, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0, startTime=1452785596066, containerId=container_1452785595749_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785595749_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:16,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:16,066 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:16,068 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785595749_0001_00_000002 given task: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,069 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,068 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:16,069 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,070 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,070 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:16,070 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:16,070 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,070 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:16,070 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:16,071 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:16,071 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: B4417A21651F43DB80444D15470AFFCA, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:16,071 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:16,070 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,072 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,073 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:16,073 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:16,073 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:16,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,074 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:16,075 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:16,075 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785595749_0001_1_01_000000_0] started. Is using containerId: [container_1452785595749_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:16,076 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785595749_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:16,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0, startTime=1452785596072, containerId=container_1452785595749_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785595749_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:16,077 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:16,077 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:16,075 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:16,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: E08FB925D3C1458C8F82485F6D9D0499, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:16,078 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:16,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:16,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:16,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:16,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,084 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:16,080 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:16,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,084 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785595749_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:16,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=096D1EF0575041D7BE8FD175D907B556, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:16,090 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:16,093 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:16,093 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BCF5F4825ECD4E1DA50B23E964B78210, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:16,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:16,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:16,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,098 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:16,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:16,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,108 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,108 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B4417A21651F43DB80444D15470AFFCA, ordinal: 0
2016-01-14 15:33:16,113 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:16,114 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,115 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4417A21651F43DB80444D15470AFFCA, mem on start (mb), free: 201, total: 281, max: 672
2016-01-14 15:33:16,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:16,116 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:16,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,119 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:16,119 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:16,122 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:16,122 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:16,122 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:16,124 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,124 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:16,125 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:16,125 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:16,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:16,127 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 096D1EF0575041D7BE8FD175D907B556, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:16,127 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BCF5F4825ECD4E1DA50B23E964B78210, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:16,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:16,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 096D1EF0575041D7BE8FD175D907B556 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:16,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,128 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:16,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:16,129 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E08FB925D3C1458C8F82485F6D9D0499, ordinal: 1
2016-01-14 15:33:16,130 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E08FB925D3C1458C8F82485F6D9D0499, mem on start (mb), free: 200, total: 281, max: 672
2016-01-14 15:33:16,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:16,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:16,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:16,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:16,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:16,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:16,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:16,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:16,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:16,135 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 096D1EF0575041D7BE8FD175D907B556, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:16,135 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BCF5F4825ECD4E1DA50B23E964B78210, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:16,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:16,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:16,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:16,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,136 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,137 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:16,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 096D1EF0575041D7BE8FD175D907B556 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:16,138 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:16,140 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:16,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:16,141 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:16,142 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:16,144 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6f310c0
2016-01-14 15:33:16,141 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,142 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:16,148 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4e3b9bed
2016-01-14 15:33:16,149 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6f310c0
2016-01-14 15:33:16,149 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:16,150 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:16,150 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4e3b9bed
2016-01-14 15:33:16,152 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:16,152 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:16,151 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:16,156 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"] streamed: true, id: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,156 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"] streamed: true, id: 096D1EF0575041D7BE8FD175D907B556
2016-01-14 15:33:16,156 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']], id: A80167EEF80045F98DE3A7F1D4ADBD53
2016-01-14 15:33:16,157 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']], id: A80167EEF80045F98DE3A7F1D4ADBD53
2016-01-14 15:33:16,157 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']] A80167EEF80045F98DE3A7F1D4ADBD53
2016-01-14 15:33:16,158 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']] A80167EEF80045F98DE3A7F1D4ADBD53
2016-01-14 15:33:16,177 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6916b06b; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@49990b1b; comparator=cascading.tuple.hadoop.util.TupleComparator@5ea83f5c; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:16,177 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6916b06b; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@509876b3; comparator=cascading.tuple.hadoop.util.TupleComparator@5ea83f5c; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:16,181 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:16,181 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:16,184 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:16,185 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:16,184 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:16,186 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:16,319 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:16,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:16,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:16,320 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:16,320 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:16,322 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:16,323 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:16,323 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:16,324 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:16,324 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:16,327 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:16,327 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:16,328 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E08FB925D3C1458C8F82485F6D9D0499, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:16,328 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate"]
2016-01-14 15:33:16,328 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:16,330 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B4417A21651F43DB80444D15470AFFCA, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:16,333 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,333 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E08FB925D3C1458C8F82485F6D9D0499, mem on close (mb), free: 94, total: 382, max: 672
2016-01-14 15:33:16,333 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:16,333 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:16,333 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 45; bufvoid = 104857600
2016-01-14 15:33:16,333 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:16,337 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,338 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4417A21651F43DB80444D15470AFFCA, mem on close (mb), free: 94, total: 382, max: 672
2016-01-14 15:33:16,338 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:16,338 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:16,339 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 15:33:16,339 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:16,347 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:16,347 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,362 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:16,362 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:16,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785595749_0001_1_01, eventCount=1
2016-01-14 15:33:16,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785595749_0001_1_00, eventCount=1
2016-01-14 15:33:16,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:16,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785596331, Process_Duration=6, Process_End_Time=1452785596337, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:16,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, taskAttemptId=attempt_1452785595749_0001_1_01_000000_0, startTime=1452785596072, finishTime=1452785596367, timeTaken=295, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=45, OUTPUT_BYTES_WITH_OVERHEAD=61, OUTPUT_BYTES_PHYSICAL=65, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596328, Process_Duration=5, Process_End_Time=1452785596333, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:16,371 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:16,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=45, OUTPUT_BYTES_WITH_OVERHEAD=61, OUTPUT_BYTES_PHYSICAL=65, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785596328, Process_Duration=5, Process_End_Time=1452785596333, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:16,373 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:16,373 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,373 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:16,374 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,372 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:16,374 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000002
2016-01-14 15:33:16,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B4417A21651F43DB80444D15470AFFCA, taskAttemptId=attempt_1452785595749_0001_1_00_000000_0, startTime=1452785596066, finishTime=1452785596371, timeTaken=305, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596331, Process_Duration=6, Process_End_Time=1452785596337, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:16,373 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000001
2016-01-14 15:33:16,375 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:16,376 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:16,376 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:16,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_FINISHED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, taskId=task_1452785595749_0001_1_01_000000, startTime=1452785596072, finishTime=1452785596376, timeTaken=304, status=SUCCEEDED, successfulAttemptID=attempt_1452785595749_0001_1_01_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=45, OUTPUT_BYTES_WITH_OVERHEAD=61, OUTPUT_BYTES_PHYSICAL=65, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596328, Process_Duration=5, Process_End_Time=1452785596333, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:16,377 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:16,377 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:16,377 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16,378 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:16,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_FINISHED]: vertexName=B4417A21651F43DB80444D15470AFFCA, taskId=task_1452785595749_0001_1_00_000000, startTime=1452785596066, finishTime=1452785596378, timeTaken=312, status=SUCCEEDED, successfulAttemptID=attempt_1452785595749_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596331, Process_Duration=6, Process_End_Time=1452785596337, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:16,378 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:16,379 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] : 1
2016-01-14 15:33:16,379 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:16,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:16,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_FINISHED]: vertexName=E08FB925D3C1458C8F82485F6D9D0499, vertexId=vertex_1452785595749_0001_1_01, initRequestedTime=1452785595979, initedTime=1452785596031, startRequestedTime=1452785596034, startedTime=1452785596034, finishTime=1452785596379, timeTaken=345, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=45, OUTPUT_BYTES_WITH_OVERHEAD=61, OUTPUT_BYTES_PHYSICAL=65, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596328, Process_Duration=5, Process_End_Time=1452785596333, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785596072, firstTasksToStart=[ task_1452785595749_0001_1_01_000000 ], lastTaskFinishTime=1452785596367, lastTasksToFinish=[ task_1452785595749_0001_1_01_000000 ], minTaskDuration=295, maxTaskDuration=295, avgTaskDuration=295.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785595749_0001_1_01_000000 ], longestDurationTasks=[ task_1452785595749_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:16,382 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:16,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:16,382 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:16,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785595749_0001_00_000002, stoppedTime=1452785596382, exitStatus=0
2016-01-14 15:33:16,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:16,383 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] : 1
2016-01-14 15:33:16,383 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:16,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:16,385 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785595749_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:16,386 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:16,386 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785595749_0001_00_000002, Exiting
2016-01-14 15:33:16,386 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785595749_0001_00_000002
2016-01-14 15:33:16,386 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785595749_0001_00_000002
2016-01-14 15:33:16,390 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785595749_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:16,390 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785595749_0001_00_000002 completed successfully
2016-01-14 15:33:16,391 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_FINISHED]: vertexName=B4417A21651F43DB80444D15470AFFCA, vertexId=vertex_1452785595749_0001_1_00, initRequestedTime=1452785595982, initedTime=1452785596024, startRequestedTime=1452785596025, startedTime=1452785596025, finishTime=1452785596383, timeTaken=358, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=744, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596331, Process_Duration=6, Process_End_Time=1452785596337, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785596066, firstTasksToStart=[ task_1452785595749_0001_1_00_000000 ], lastTaskFinishTime=1452785596371, lastTasksToFinish=[ task_1452785595749_0001_1_00_000000 ], minTaskDuration=305, maxTaskDuration=305, avgTaskDuration=305.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785595749_0001_1_00_000000 ], longestDurationTasks=[ task_1452785595749_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:16,391 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:16,391 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:16,392 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:16,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785595749_0001_00_000001, stoppedTime=1452785596392, exitStatus=0
2016-01-14 15:33:16,392 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:16,396 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] attempt: attempt_1452785595749_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:16,397 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:16,397 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785595749_0001_00_000002
2016-01-14 15:33:16,397 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] attempt: attempt_1452785595749_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:16,397 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BCF5F4825ECD4E1DA50B23E964B78210
2016-01-14 15:33:16,397 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,399 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:16,399 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:16,400 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785595749_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:16,400 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_STARTED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, taskId=task_1452785595749_0001_1_02_000000, scheduledTime=1452785596400, launchTime=1452785596400
2016-01-14 15:33:16,400 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:16,401 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:16,401 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:16,401 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,402 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: BCF5F4825ECD4E1DA50B23E964B78210, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B4417A21651F43DB80444D15470AFFCA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E08FB925D3C1458C8F82485F6D9D0499, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2004D19E8B46422782B18FF8F412B7A6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:16,402 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:16,403 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:16,404 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785595749_0001_00_000003
2016-01-14 15:33:16,404 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:16,407 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785595749_0001_00_000003
2016-01-14 15:33:16,408 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 15:33:16,408 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785595749_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:16,408 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000001: 33 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:16,408 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785595749_0001_00_000001, Exiting
2016-01-14 15:33:16,409 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785595749_0001_00_000001
2016-01-14 15:33:16,409 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785595749_0001_00_000001
2016-01-14 15:33:16,414 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785595749_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:16,414 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785595749_0001_00_000001 completed successfully
2016-01-14 15:33:16,414 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:16,415 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:16,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:16,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785595749_0001_00_000003, launchTime=1452785596415
2016-01-14 15:33:16,417 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000003
2016-01-14 15:33:16,418 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785595749_0001_1_02_000000_0] to container: [container_1452785595749_0001_00_000003]
2016-01-14 15:33:16,418 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:16,418 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785595749_0001_00_000003 given task: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,418 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,419 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785595749_0001_1_02_000000_0] started. Is using containerId: [container_1452785595749_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 15:33:16,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0, startTime=1452785596418, containerId=container_1452785595749_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785595749_0001_00_000003/teamcity, completedLogs=
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,419 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,419 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:16,419 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,419 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:16,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:16,420 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:16,421 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:16,421 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:16,421 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:16,421 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:16,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88] lhs*rhs/(1/1) ...oupSplitPipe/cogroupsplit, VertexName: BCF5F4825ECD4E1DA50B23E964B78210, VertexParallelism: 1, TaskAttemptID:attempt_1452785595749_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B4417A21651F43DB80444D15470AFFCA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E08FB925D3C1458C8F82485F6D9D0499, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2004D19E8B46422782B18FF8F412B7A6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:16,422 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:16,424 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:16,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,425 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B4417A21651F43DB80444D15470AFFCA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:16,425 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E08FB925D3C1458C8F82485F6D9D0499, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:16,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:16,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:16,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,428 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785595749_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 15:33:16,428 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2004D19E8B46422782B18FF8F412B7A6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:16,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:16,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2004D19E8B46422782B18FF8F412B7A6
2016-01-14 15:33:16,430 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:16,430 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2004D19E8B46422782B18FF8F412B7A6
2016-01-14 15:33:16,430 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:16,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,439 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,444 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:16,445 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:16,445 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,451 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:16,451 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2004D19E8B46422782B18FF8F412B7A6
2016-01-14 15:33:16,452 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:16,452 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:16,453 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,453 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,456 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BCF5F4825ECD4E1DA50B23E964B78210, ordinal: 2
2016-01-14 15:33:16,456 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCF5F4825ECD4E1DA50B23E964B78210, mem on start (mb), free: 83, total: 382, max: 672
2016-01-14 15:33:16,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:16,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 15:33:16,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:16,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:16,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:16,457 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:16,457 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:16,457 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:16,458 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:16,458 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:16,458 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 15:33:16,458 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 15:33:16,458 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2004D19E8B46422782B18FF8F412B7A6, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:16,458 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E08FB925D3C1458C8F82485F6D9D0499, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 15:33:16,459 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B4417A21651F43DB80444D15470AFFCA, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 15:33:16,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:16,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B4417A21651F43DB80444D15470AFFCA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:16,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E08FB925D3C1458C8F82485F6D9D0499 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:16,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-01-14 15:33:16,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-01-14 15:33:16,474 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:16,475 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:16,474 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:16,477 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:16,481 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E08FB925D3C1458C8F82485F6D9D0499 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:16,481 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B4417A21651F43DB80444D15470AFFCA with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:16,485 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 15:33:16,485 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 15:33:16,485 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:16,485 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:16,490 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:16,490 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:16,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:16,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:16,502 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,506 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']]
2016-01-14 15:33:16,507 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785595749_0001_1_01_000000_0_10011, runDuration: 231140, ]
2016-01-14 15:33:16,512 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785595749_0001_1_00_000000_0_10010, runDuration: 234075, ]
2016-01-14 15:33:16,512 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']] streamed: true, id: A80167EEF80045F98DE3A7F1D4ADBD53
2016-01-14 15:33:16,513 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/cogroupsplit"], id: 2004D19E8B46422782B18FF8F412B7A6
2016-01-14 15:33:16,513 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/cogroupsplit"]
2016-01-14 15:33:16,515 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']] A80167EEF80045F98DE3A7F1D4ADBD53, for 2 inputs
2016-01-14 15:33:16,515 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(lhs*rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num2']] A80167EEF80045F98DE3A7F1D4ADBD53, for 2 inputs
2016-01-14 15:33:16,514 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785595749_0001_1_00_000000_0_10010] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452785596514, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 15:33:16,514 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785595749_0001_1_01_000000_0_10011] to DISK_DIRECT, CompressedSize=65, DecompressedSize=61,EndTime=1452785596514, TimeTaken=1, Rate=0.06 MB/s
2016-01-14 15:33:16,516 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,517 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:16,517 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E08FB925D3C1458C8F82485F6D9D0499] #1 in 5ms
2016-01-14 15:33:16,518 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E08FB925D3C1458C8F82485F6D9D0499] #1, status:false, isInterrupted:false
2016-01-14 15:33:16,515 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,519 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:16,521 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 65 bytes from disk
2016-01-14 15:33:16,522 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:16,522 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:16,524 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B4417A21651F43DB80444D15470AFFCA] #1 in 11ms
2016-01-14 15:33:16,524 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:33:16,524 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B4417A21651F43DB80444D15470AFFCA] #1, status:false, isInterrupted:false
2016-01-14 15:33:16,525 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:33:16,526 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:16,526 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 15:33:16,526 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:16,526 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:16,526 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:16,530 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 15:33:16,531 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,530 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 48 bytes
2016-01-14 15:33:16,531 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:16,531 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,532 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:16,535 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BCF5F4825ECD4E1DA50B23E964B78210, all 2 inputs ready in: 00:00:00.000
2016-01-14 15:33:16,537 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@3a284bee; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2b911416
2016-01-14 15:33:16,537 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@41bdc6b2; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@123ff1d6
2016-01-14 15:33:16,546 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:16,546 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:16,547 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,547 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785595749_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 15:33:16,548 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,548 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCF5F4825ECD4E1DA50B23E964B78210, mem on close (mb), free: 74, total: 382, max: 672
2016-01-14 15:33:16,548 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B4417A21651F43DB80444D15470AFFCA
2016-01-14 15:33:16,549 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:16,549 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:16,549 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:16,549 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:16,549 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:16,550 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E08FB925D3C1458C8F82485F6D9D0499
2016-01-14 15:33:16,551 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:16,551 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:16,551 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:16,551 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:16,552 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,552 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:16,553 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:16,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=224, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=160, SHUFFLE_BYTES=160, SHUFFLE_BYTES_DECOMPRESSED=152, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=160, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=44, MERGE_PHASE_TIME=56, FIRST_EVENT_RECEIVED=37, LAST_EVENT_RECEIVED=33][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785596535, Process_Duration=13, Process_End_Time=1452785596548, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 15:33:16,555 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:16,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, taskAttemptId=attempt_1452785595749_0001_1_02_000000_0, startTime=1452785596418, finishTime=1452785596553, timeTaken=135, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=224, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=160, SHUFFLE_BYTES=160, SHUFFLE_BYTES_DECOMPRESSED=152, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=160, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=44, MERGE_PHASE_TIME=56, FIRST_EVENT_RECEIVED=37, LAST_EVENT_RECEIVED=33, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596535, Process_Duration=13, Process_End_Time=1452785596548, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:16,556 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785595749_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:16,556 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:16,556 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,556 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16,557 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785595749_0001_00_000003
2016-01-14 15:33:16,558 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:16,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:TASK_FINISHED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, taskId=task_1452785595749_0001_1_02_000000, startTime=1452785596418, finishTime=1452785596556, timeTaken=138, status=SUCCEEDED, successfulAttemptID=attempt_1452785595749_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=224, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=160, SHUFFLE_BYTES=160, SHUFFLE_BYTES_DECOMPRESSED=152, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=160, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=44, MERGE_PHASE_TIME=56, FIRST_EVENT_RECEIVED=37, LAST_EVENT_RECEIVED=33, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596535, Process_Duration=13, Process_End_Time=1452785596548, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:16,559 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785595749_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:16,559 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] : 1
2016-01-14 15:33:16,559 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:16,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:VERTEX_FINISHED]: vertexName=BCF5F4825ECD4E1DA50B23E964B78210, vertexId=vertex_1452785595749_0001_1_02, initRequestedTime=1452785595987, initedTime=1452785596003, startRequestedTime=1452785596042, startedTime=1452785596042, finishTime=1452785596560, timeTaken=518, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=224, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=160, SHUFFLE_BYTES=160, SHUFFLE_BYTES_DECOMPRESSED=152, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=160, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=44, MERGE_PHASE_TIME=56, FIRST_EVENT_RECEIVED=37, LAST_EVENT_RECEIVED=33, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785596535, Process_Duration=13, Process_End_Time=1452785596548, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785596418, firstTasksToStart=[ task_1452785595749_0001_1_02_000000 ], lastTaskFinishTime=1452785596553, lastTasksToFinish=[ task_1452785595749_0001_1_02_000000 ], minTaskDuration=135, maxTaskDuration=135, avgTaskDuration=135.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785595749_0001_1_02_000000 ], longestDurationTasks=[ task_1452785595749_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:16,563 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:16,563 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:16,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:16,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785595749_0001_00_000003, stoppedTime=1452785596564, exitStatus=0
2016-01-14 15:33:16,564 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:16,565 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:16,565 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785595749_0001_1
2016-01-14 15:33:16,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785595749_0001_1
2016-01-14 15:33:16,566 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785595749_0001_1_01 [E08FB925D3C1458C8F82485F6D9D0499]
2016-01-14 15:33:16,566 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785595749_0001_1_00 [B4417A21651F43DB80444D15470AFFCA]
2016-01-14 15:33:16,566 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2004D19E8B46422782B18FF8F412B7A6 for vertex: vertex_1452785595749_0001_1_02 [BCF5F4825ECD4E1DA50B23E964B78210]
2016-01-14 15:33:16,568 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785595749_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 15:33:16,568 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785595749_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:16,568 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785595749_0001_00_000003, Exiting
2016-01-14 15:33:16,568 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785595749_0001_00_000003
2016-01-14 15:33:16,569 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785595749_0001_00_000003
2016-01-14 15:33:16,570 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785595749_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:16,570 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785595749_0001_00_000003 completed successfully
2016-01-14 15:33:16,580 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785595749_0001_1, queueSize=0
2016-01-14 15:33:16,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:16,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785595749_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785595749_0001_1, startTime=1452785595978, finishTime=1452785596577, timeTaken=599, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=656, FILE_BYTES_WRITTEN=2050, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1201668096, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=120, OUTPUT_BYTES_WITH_OVERHEAD=152, OUTPUT_BYTES_PHYSICAL=160, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=160, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=160, SHUFFLE_BYTES_DECOMPRESSED=152, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=160, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=44, MERGE_PHASE_TIME=56, FIRST_EVENT_RECEIVED=37, LAST_EVENT_RECEIVED=33, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358356789194, Process_Duration=24, Process_End_Time=4358356789218, Read_Duration=7, Tuples_Read=20, Tuples_Written=15, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=5
2016-01-14 15:33:16,581 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785595749_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:16,581 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785595749_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:16,581 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785595749_0001_00_000003
2016-01-14 15:33:16,581 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785595749_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:16 Completed Dag: dag_1452785595749_0001_1
2016-01-14 15:33:16,583 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785595749_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:16,583 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785595749_0001_1_post
2016-01-14 15:33:16,583 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:16,583 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:16,590 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...oupSplitPipe/cogroupsplit, applicationId=application_1452785595749_0001
2016-01-14 15:33:16,593 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:16,593 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:16,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:16,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:16,593 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:16,594 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:16,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:16,595 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:16,595 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:16,595 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:16,595 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:16,596 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:16,596 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:16,602 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/221124E07D5C4078BAA829EBA6B80D4F/B7744EC97CE74569B3F9E90FAF1B0E88/.tez/application_1452785595749_0001
2016-01-14 15:33:16,603 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs*rhs]  completed in: 00:00.877
2016-01-14 15:33:16,678 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/cogroupsplit
2016-01-14 15:33:16,679 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testCoGroupSplitPipe/intermediate
2016-01-14 15:33:16,706 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:16,706 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:16,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 15:33:16,801 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.040
2016-01-14 15:33:16,801 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:16,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:16,802 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:16,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:16,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupNoneSortUnknown/none-unknown
2016-01-14 15:33:16,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:16,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:16,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupNoneSortUnknown/none-unknown"]
2016-01-14 15:33:16,869 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:16,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:16,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:16,870 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...eSortUnknown/none-unknown
2016-01-14 15:33:16,871 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:16,884 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:16,890 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:16,890 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:16,890 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:16,901 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001 doesn't exist and is created
2016-01-14 15:33:16,918 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:16,918 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:16,919 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001
2016-01-14 15:33:16,925 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785596890_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:16,937 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:16,938 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:16,940 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:16,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:16,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001/localmode-log-dir
2016-01-14 15:33:16,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001/localmode-log-dir/history.txt.appattempt_1452785596890_0001_000000, maxErrors=10
2016-01-14 15:33:16,941 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:16,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785596890_0001_000000, appSubmitTime=1452785596924, launchTime=1452785596924
2016-01-14 15:33:16,949 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:16,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:16,956 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:37042
2016-01-14 15:33:16,957 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:16,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:16,958 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:16,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785596890_0001_000000, startTime=1452785596960
2016-01-14 15:33:16,960 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:16,961 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:17,018 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:17,019 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:17,019 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...eSortUnknown/none-unknown, applicationId=application_1452785596890_0001, dagName=[AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown
2016-01-14 15:33:17,038 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown
2016-01-14 15:33:17,040 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785596890_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001/localmode-log-dir/dag_1452785596890_0001_1.dot
2016-01-14 15:33:17,041 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001/localmode-log-dir/dag_1452785596890_0001_1-tez-dag.pb.txt
2016-01-14 15:33:17,076 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785596890_0001_1
2016-01-14 15:33:17,077 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,077 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown
2016-01-14 15:33:17 Running Dag: dag_1452785596890_0001_1
2016-01-14 15:33:17,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785596890_0001_1, submitTime=1452785597038
2016-01-14 15:33:17,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:17,096 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,097 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:17,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:17,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785596890_0001_1, initTime=1452785597095
2016-01-14 15:33:17,099 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785596890_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:17,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:DAG_STARTED]: dagID=dag_1452785596890_0001_1, startTime=1452785597100
2016-01-14 15:33:17,100 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:17,100 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...eSortUnknown/none-unknown, applicationId=application_1452785596890_0001, dagName=[AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown
2016-01-14 15:33:17,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:17,100 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785596890_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:17,101 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B03783502D6C401B980E6994CAFB967A : {2AE236C1889E4F8DB78BDF1FD6F032E0={InputName=2AE236C1889E4F8DB78BDF1FD6F032E0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:17,101 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 2AE236C1889E4F8DB78BDF1FD6F032E0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:17,101 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,101 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,101 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,102 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]. Starting root input initializers: 1
2016-01-14 15:33:17,104 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:17,104 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,105 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 2AE236C1889E4F8DB78BDF1FD6F032E0 on vertex vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,107 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:17,108 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 2AE236C1889E4F8DB78BDF1FD6F032E0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:17,108 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:17,108 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,109 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,110 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,110 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=C239FCCBCEEA40BEBFA5ABDC0038105E, vertexId=vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:17,110 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=C239FCCBCEEA40BEBFA5ABDC0038105E, vertexId=vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,110 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:17,111 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:17,112 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=C239FCCBCEEA40BEBFA5ABDC0038105E, vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:17,115 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:17,116 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 2AE236C1889E4F8DB78BDF1FD6F032E0 on vertex vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,116 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=C239FCCBCEEA40BEBFA5ABDC0038105E, vertexId=vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:17,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, vertexId=vertex_1452785596890_0001_1_01, initRequestedTime=1452785597104, initedTime=1452785597119, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:17,120 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:17,121 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:17,121 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {2AE236C1889E4F8DB78BDF1FD6F032E0=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:17,122 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] parallelism set to 1
2016-01-14 15:33:17,122 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:17,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785596890_0001_1_00, eventCount=1
2016-01-14 15:33:17,124 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:17,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B03783502D6C401B980E6994CAFB967A, vertexId=vertex_1452785596890_0001_1_00, initRequestedTime=1452785597101, initedTime=1452785597124, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:17,125 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] with distanceFromRoot: 0
2016-01-14 15:33:17,125 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:17,126 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,126 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:17,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785596890_0001_1_00, startRequestedTime=1452785597126, startedTime=1452785597126
2016-01-14 15:33:17,128 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:17,128 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:17,129 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_STARTED]: vertexName=B03783502D6C401B980E6994CAFB967A, taskId=task_1452785596890_0001_1_00_000000, scheduledTime=1452785597128, launchTime=1452785597128
2016-01-14 15:33:17,130 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:17,130 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785596890_0001_1_00 for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] numStartedSources: 1 numSources: 1
2016-01-14 15:33:17,130 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] with distanceFromRoot: 1
2016-01-14 15:33:17,131 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785596890_0001, with dag id: dag_1452785596890_0001_1
2016-01-14 15:33:17,131 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,134 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B03783502D6C401B980E6994CAFB967A in vertex: C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,134 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C728B2FEA2A844D7A80BFD86963AB8E1 with 1 source tasks and 1 pending tasks
2016-01-14 15:33:17,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785596890_0001_1_01, startRequestedTime=1452785597132, startedTime=1452785597134
2016-01-14 15:33:17,134 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:17,134 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:17,135 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown, VertexName: B03783502D6C401B980E6994CAFB967A, VertexParallelism: 1, TaskAttemptID:attempt_1452785596890_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2AE236C1889E4F8DB78BDF1FD6F032E0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C728B2FEA2A844D7A80BFD86963AB8E1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:17,136 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:17,136 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:17,137 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:17,140 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:17,140 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:17,142 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785596890_0001_00_000001
2016-01-14 15:33:17,142 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:17,146 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785596890_0001_00_000001
2016-01-14 15:33:17,147 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:17,147 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:17,148 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:17,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785596890_0001_00_000001, launchTime=1452785597148
2016-01-14 15:33:17,150 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785596890_0001_00_000001
2016-01-14 15:33:17,151 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785596890_0001_1_00_000000_0] to container: [container_1452785596890_0001_00_000001]
2016-01-14 15:33:17,152 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:17,152 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785596890_0001_1_00_000000_0] started. Is using containerId: [container_1452785596890_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:17,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B03783502D6C401B980E6994CAFB967A, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0, startTime=1452785597152, containerId=container_1452785596890_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785596890_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:17,153 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:17,153 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:17,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:17,155 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785596890_0001_00_000001 given task: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,155 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785596890_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,156 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,156 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,156 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:17,156 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:17,156 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:17,156 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:17,156 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:17,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown, VertexName: B03783502D6C401B980E6994CAFB967A, VertexParallelism: 1, TaskAttemptID:attempt_1452785596890_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2AE236C1889E4F8DB78BDF1FD6F032E0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C728B2FEA2A844D7A80BFD86963AB8E1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:17,157 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:17,158 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:17,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,167 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785596890_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:17,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=2AE236C1889E4F8DB78BDF1FD6F032E0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:17,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C728B2FEA2A844D7A80BFD86963AB8E1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:17,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:17,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,173 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:17,173 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,173 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:17,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:17,177 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,177 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,187 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:17,188 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,191 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B03783502D6C401B980E6994CAFB967A, ordinal: 0
2016-01-14 15:33:17,191 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B03783502D6C401B980E6994CAFB967A, mem on start (mb), free: 197, total: 490, max: 672
2016-01-14 15:33:17,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:17,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:17,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:17,192 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:17,193 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:17,193 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:17,193 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:17,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:17,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:17,195 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C728B2FEA2A844D7A80BFD86963AB8E1, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:17,195 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 2AE236C1889E4F8DB78BDF1FD6F032E0, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:17,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:17,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,196 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:17,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 2AE236C1889E4F8DB78BDF1FD6F032E0 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:17,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:17,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:17,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:17,202 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,204 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:17,204 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:17,206 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5adbe549
2016-01-14 15:33:17,207 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: 2AE236C1889E4F8DB78BDF1FD6F032E0
2016-01-14 15:33:17,207 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{?}:NONE]], id: D9AD3FE4E9C54680A6DEDCFE2D9F7076
2016-01-14 15:33:17,207 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{?}:NONE]] D9AD3FE4E9C54680A6DEDCFE2D9F7076
2016-01-14 15:33:17,208 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5adbe549
2016-01-14 15:33:17,208 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:17,209 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:17,210 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@6ccc4920; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@57d50bad; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@63f1b7e7; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:17,211 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-01-14 15:33:17,211 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-01-14 15:33:17,211 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:17,261 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:17,261 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:17,261 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:17,261 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:17,262 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:17,262 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:17,262 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:17,263 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B03783502D6C401B980E6994CAFB967A, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:17,265 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,265 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B03783502D6C401B980E6994CAFB967A, mem on close (mb), free: 95, total: 490, max: 672
2016-01-14 15:33:17,265 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:17,265 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:17,265 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 135; bufvoid = 104857600
2016-01-14 15:33:17,265 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:17,268 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:17 Completed running task attempt: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,274 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:17,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785596890_0001_1_00, eventCount=1
2016-01-14 15:33:17,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:17,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B03783502D6C401B980E6994CAFB967A, taskAttemptId=attempt_1452785596890_0001_1_00_000000_0, startTime=1452785597152, finishTime=1452785597276, timeTaken=124, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=187, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=151, OUTPUT_BYTES_PHYSICAL=155, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597263, Process_Duration=2, Process_End_Time=1452785597265, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:17,276 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:17,276 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:17,276 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=187, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=151, OUTPUT_BYTES_PHYSICAL=155, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785597263, Process_Duration=2, Process_End_Time=1452785597265, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:17,278 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:17,278 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,279 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785596890_0001_00_000001
2016-01-14 15:33:17,278 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:17,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_FINISHED]: vertexName=B03783502D6C401B980E6994CAFB967A, taskId=task_1452785596890_0001_1_00_000000, startTime=1452785597152, finishTime=1452785597278, timeTaken=126, status=SUCCEEDED, successfulAttemptID=attempt_1452785596890_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=187, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=151, OUTPUT_BYTES_PHYSICAL=155, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597263, Process_Duration=2, Process_End_Time=1452785597265, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:17,280 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:17,280 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] : 1
2016-01-14 15:33:17,280 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,282 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:17,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_FINISHED]: vertexName=B03783502D6C401B980E6994CAFB967A, vertexId=vertex_1452785596890_0001_1_00, initRequestedTime=1452785597101, initedTime=1452785597124, startRequestedTime=1452785597126, startedTime=1452785597126, finishTime=1452785597281, timeTaken=155, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=187, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=151, OUTPUT_BYTES_PHYSICAL=155, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597263, Process_Duration=2, Process_End_Time=1452785597265, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785597152, firstTasksToStart=[ task_1452785596890_0001_1_00_000000 ], lastTaskFinishTime=1452785597276, lastTasksToFinish=[ task_1452785596890_0001_1_00_000000 ], minTaskDuration=124, maxTaskDuration=124, avgTaskDuration=124.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785596890_0001_1_00_000000 ], longestDurationTasks=[ task_1452785596890_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:17,283 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:17,283 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:17,284 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:17,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785596890_0001_00_000001, stoppedTime=1452785597284, exitStatus=0
2016-01-14 15:33:17,285 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:17,286 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] attempt: attempt_1452785596890_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:17,286 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C728B2FEA2A844D7A80BFD86963AB8E1
2016-01-14 15:33:17,286 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,287 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:17,287 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785596890_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:17,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_STARTED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, taskId=task_1452785596890_0001_1_01_000000, scheduledTime=1452785597287, launchTime=1452785597287
2016-01-14 15:33:17,287 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:17,288 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:17,288 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:17,288 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,289 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown, VertexName: C728B2FEA2A844D7A80BFD86963AB8E1, VertexParallelism: 1, TaskAttemptID:attempt_1452785596890_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B03783502D6C401B980E6994CAFB967A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C239FCCBCEEA40BEBFA5ABDC0038105E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:17,289 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:17,289 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:17,290 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785596890_0001_00_000002
2016-01-14 15:33:17,290 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785596890_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:17,290 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785596890_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:17,291 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785596890_0001_00_000001, Exiting
2016-01-14 15:33:17,291 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785596890_0001_00_000001
2016-01-14 15:33:17,291 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785596890_0001_00_000001
2016-01-14 15:33:17,290 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:17,294 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785596890_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:17,294 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785596890_0001_00_000001 completed successfully
2016-01-14 15:33:17,295 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:17,295 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785596890_0001_00_000002
2016-01-14 15:33:17,297 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 15:33:17,300 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:17,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:17,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785596890_0001_00_000002, launchTime=1452785597300
2016-01-14 15:33:17,302 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785596890_0001_00_000002
2016-01-14 15:33:17,302 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785596890_0001_1_01_000000_0] to container: [container_1452785596890_0001_00_000002]
2016-01-14 15:33:17,302 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:17,303 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785596890_0001_1_01_000000_0] started. Is using containerId: [container_1452785596890_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:17,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0, startTime=1452785597303, containerId=container_1452785596890_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785596890_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:17,303 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:17,303 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:17,303 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:17,303 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785596890_0001_00_000002 given task: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,304 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785596890_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,306 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,306 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,306 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:17,307 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:17,307 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:17,308 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:17,309 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:17,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443] test/(1/1) ...eSortUnknown/none-unknown, VertexName: C728B2FEA2A844D7A80BFD86963AB8E1, VertexParallelism: 1, TaskAttemptID:attempt_1452785596890_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B03783502D6C401B980E6994CAFB967A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C239FCCBCEEA40BEBFA5ABDC0038105E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:17,310 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:17,311 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:17,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C239FCCBCEEA40BEBFA5ABDC0038105E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:17,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:17,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C239FCCBCEEA40BEBFA5ABDC0038105E
2016-01-14 15:33:17,314 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:17,314 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: C239FCCBCEEA40BEBFA5ABDC0038105E
2016-01-14 15:33:17,315 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:17,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B03783502D6C401B980E6994CAFB967A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:17,316 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785596890_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:17,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:17,318 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,321 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:17,321 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:17,322 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,331 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C728B2FEA2A844D7A80BFD86963AB8E1, ordinal: 1
2016-01-14 15:33:17,331 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C728B2FEA2A844D7A80BFD86963AB8E1, mem on start (mb), free: 86, total: 490, max: 672
2016-01-14 15:33:17,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:17,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:17,333 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:17,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C239FCCBCEEA40BEBFA5ABDC0038105E
2016-01-14 15:33:17,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:17,333 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:17,334 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:17,334 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:17,335 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:17,335 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:17,335 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 15:33:17,336 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C239FCCBCEEA40BEBFA5ABDC0038105E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:17,336 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B03783502D6C401B980E6994CAFB967A, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 15:33:17,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:17,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,338 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:17,338 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:17,338 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B03783502D6C401B980E6994CAFB967A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:17,338 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 15:33:17,339 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:17,339 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:17,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B03783502D6C401B980E6994CAFB967A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:17,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:17,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:17,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:17,341 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,343 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785596890_0001_1_00_000000_0_10019, runDuration: 101210, ]
2016-01-14 15:33:17,346 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785596890_0001_1_00_000000_0_10019] to DISK_DIRECT, CompressedSize=155, DecompressedSize=151,EndTime=1452785597346, TimeTaken=1, Rate=0.15 MB/s
2016-01-14 15:33:17,346 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,347 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{?}:NONE]]
2016-01-14 15:33:17,347 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:17,347 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{?}:NONE]] streamed: true, id: D9AD3FE4E9C54680A6DEDCFE2D9F7076
2016-01-14 15:33:17,347 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B03783502D6C401B980E6994CAFB967A] #2 in 3ms
2016-01-14 15:33:17,348 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupNoneSortUnknown/none-unknown"], id: C239FCCBCEEA40BEBFA5ABDC0038105E
2016-01-14 15:33:17,348 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B03783502D6C401B980E6994CAFB967A] #2, status:false, isInterrupted:false
2016-01-14 15:33:17,349 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupNoneSortUnknown/none-unknown"]
2016-01-14 15:33:17,349 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:17,349 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{?}:NONE]] D9AD3FE4E9C54680A6DEDCFE2D9F7076, for 1 inputs
2016-01-14 15:33:17,349 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 155 bytes from disk
2016-01-14 15:33:17,350 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:17,350 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:17,350 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 137 bytes
2016-01-14 15:33:17,350 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,351 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:17,352 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C728B2FEA2A844D7A80BFD86963AB8E1, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:17,353 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@3f0fa933; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1d2d739d
2016-01-14 15:33:17,358 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:17,359 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:17,359 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,360 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785596890_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 15:33:17,361 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,361 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C728B2FEA2A844D7A80BFD86963AB8E1, mem on close (mb), free: 81, total: 490, max: 672
2016-01-14 15:33:17,361 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B03783502D6C401B980E6994CAFB967A
2016-01-14 15:33:17,362 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:17,362 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:17,362 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:17,362 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:17,363 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:17 Completed running task attempt: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,364 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:17,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=187, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=155, SHUFFLE_BYTES=155, SHUFFLE_BYTES_DECOMPRESSED=151, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=155, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785597352, Process_Duration=9, Process_End_Time=1452785597361, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 15:33:17,365 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:17,365 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, taskAttemptId=attempt_1452785596890_0001_1_01_000000_0, startTime=1452785597303, finishTime=1452785597365, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=187, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=155, SHUFFLE_BYTES=155, SHUFFLE_BYTES_DECOMPRESSED=151, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=155, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597352, Process_Duration=9, Process_End_Time=1452785597361, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:17,366 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785596890_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:17,366 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:17,366 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17,366 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:17,367 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:17,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:TASK_FINISHED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, taskId=task_1452785596890_0001_1_01_000000, startTime=1452785597303, finishTime=1452785597366, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1452785596890_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=187, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=155, SHUFFLE_BYTES=155, SHUFFLE_BYTES_DECOMPRESSED=151, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=155, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597352, Process_Duration=9, Process_End_Time=1452785597361, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:17,368 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785596890_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:17,368 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] : 1
2016-01-14 15:33:17,368 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,368 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785596890_0001_00_000002
2016-01-14 15:33:17,369 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:17,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:VERTEX_FINISHED]: vertexName=C728B2FEA2A844D7A80BFD86963AB8E1, vertexId=vertex_1452785596890_0001_1_01, initRequestedTime=1452785597104, initedTime=1452785597119, startRequestedTime=1452785597132, startedTime=1452785597134, finishTime=1452785597368, timeTaken=234, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=187, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=513802240, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=155, SHUFFLE_BYTES=155, SHUFFLE_BYTES_DECOMPRESSED=151, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=155, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597352, Process_Duration=9, Process_End_Time=1452785597361, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785597303, firstTasksToStart=[ task_1452785596890_0001_1_01_000000 ], lastTaskFinishTime=1452785597365, lastTasksToFinish=[ task_1452785596890_0001_1_01_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785596890_0001_1_01_000000 ], longestDurationTasks=[ task_1452785596890_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:17,370 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:17,371 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:17,371 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:17,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785596890_0001_00_000002, stoppedTime=1452785597371, exitStatus=0
2016-01-14 15:33:17,372 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:17,372 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:17,373 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785596890_0001_1
2016-01-14 15:33:17,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785596890_0001_1
2016-01-14 15:33:17,373 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785596890_0001_1_00 [B03783502D6C401B980E6994CAFB967A]
2016-01-14 15:33:17,374 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: C239FCCBCEEA40BEBFA5ABDC0038105E for vertex: vertex_1452785596890_0001_1_01 [C728B2FEA2A844D7A80BFD86963AB8E1]
2016-01-14 15:33:17,379 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785596890_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:17,379 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785596890_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:17,379 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785596890_0001_00_000002, Exiting
2016-01-14 15:33:17,379 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785596890_0001_00_000002
2016-01-14 15:33:17,379 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785596890_0001_00_000002
2016-01-14 15:33:17,380 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785596890_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:17,380 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785596890_0001_00_000002 completed successfully
2016-01-14 15:33:17,387 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785596890_0001_1, queueSize=0
2016-01-14 15:33:17,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:17,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785596890_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785596890_0001_1, startTime=1452785597100, finishTime=1452785597385, timeTaken=285, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=264, FILE_BYTES_WRITTEN=229, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1027604480, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=151, OUTPUT_BYTES_PHYSICAL=155, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=155, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=155, SHUFFLE_BYTES_DECOMPRESSED=151, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=155, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905571194615, Process_Duration=11, Process_End_Time=2905571194626, Read_Duration=2, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:17,389 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785596890_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:17,389 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785596890_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:17,390 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785596890_0001_00_000002
2016-01-14 15:33:17,390 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785596890_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:17 Completed Dag: dag_1452785596890_0001_1
2016-01-14 15:33:17,392 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785596890_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:17,392 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785596890_0001_1_post
2016-01-14 15:33:17,392 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,393 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:17,397 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...eSortUnknown/none-unknown, applicationId=application_1452785596890_0001
2016-01-14 15:33:17,399 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:17,399 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:17,400 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:17,400 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:17,400 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:17,400 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:17,401 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:17,401 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:17,401 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:17,401 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:17,402 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:17,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:17,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:17,407 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AAD758A110144ABEB41CF754A73F0D72/A455D9DCAFA940E39F23F0BFA1904443/.tez/application_1452785596890_0001
2016-01-14 15:33:17,408 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.539
2016-01-14 15:33:17,455 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testGroupNoneSortUnknown/none-unknown
2016-01-14 15:33:17,491 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:17,491 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:17,546 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 15:33:17,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 15:33:17,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:17,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:17,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:17,574 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 15:33:17,575 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPreGroup/oomepre
2016-01-14 15:33:17,617 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:17,617 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:17,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPreGroup/oomepre"]
2016-01-14 15:33:17,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:17,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:17,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:17,619 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,619 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:17,634 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:17,638 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:17,639 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:17,639 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:17,648 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001 doesn't exist and is created
2016-01-14 15:33:17,665 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:17,666 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:17,666 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001
2016-01-14 15:33:17,670 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785597639_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:17,682 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:17,683 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:17,686 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:17,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:17,686 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001/localmode-log-dir
2016-01-14 15:33:17,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001/localmode-log-dir/history.txt.appattempt_1452785597639_0001_000000, maxErrors=10
2016-01-14 15:33:17,687 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:17,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785597639_0001_000000, appSubmitTime=1452785597670, launchTime=1452785597670
2016-01-14 15:33:17,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:17,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:17,697 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:17,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:17,699 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:53506
2016-01-14 15:33:17,700 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:17,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785597639_0001_000000, startTime=1452785597703
2016-01-14 15:33:17,703 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:17,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:17,766 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:17,766 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:17,766 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) .../testOOMEPreGroup/oomepre, applicationId=application_1452785597639_0001, dagName=[EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,786 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,787 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785597639_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001/localmode-log-dir/dag_1452785597639_0001_1.dot
2016-01-14 15:33:17,788 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001/localmode-log-dir/dag_1452785597639_0001_1-tez-dag.pb.txt
2016-01-14 15:33:17,803 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785597639_0001_1
2016-01-14 15:33:17,803 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,803 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17 Running Dag: dag_1452785597639_0001_1
2016-01-14 15:33:17,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785597639_0001_1, submitTime=1452785597786
2016-01-14 15:33:17,815 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:17,816 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C80B88A27F9048ACAE04305635298D6D
2016-01-14 15:33:17,816 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:17,817 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785597639_0001_1, initTime=1452785597815
2016-01-14 15:33:17,817 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:17,817 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785597639_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:17,818 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:DAG_STARTED]: dagID=dag_1452785597639_0001_1, startTime=1452785597818
2016-01-14 15:33:17,818 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:17,818 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:17,818 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785597639_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:17,819 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C80B88A27F9048ACAE04305635298D6D : {1AC053B673BB414A89515C5019269179={InputName=1AC053B673BB414A89515C5019269179}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:17,819 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1AC053B673BB414A89515C5019269179, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:17,819 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,820 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,820 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,820 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]. Starting root input initializers: 1
2016-01-14 15:33:17,820 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:17,821 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1AC053B673BB414A89515C5019269179 on vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,821 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) .../testOOMEPreGroup/oomepre, applicationId=application_1452785597639_0001, dagName=[EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,822 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:17,822 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1AC053B673BB414A89515C5019269179 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:17,823 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:17,823 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:17,825 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 15:33:17,826 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1AC053B673BB414A89515C5019269179 on vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,826 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:17,826 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1AC053B673BB414A89515C5019269179=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:17,826 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] parallelism set to 1
2016-01-14 15:33:17,826 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:17,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785597639_0001_1_00, eventCount=1
2016-01-14 15:33:17,827 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,827 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=91930FF8AD4D49CCAAB2D83AC6441234, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:17,827 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=91930FF8AD4D49CCAAB2D83AC6441234, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,829 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=91930FF8AD4D49CCAAB2D83AC6441234, vertexName=C80B88A27F9048ACAE04305635298D6D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:17,829 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=91930FF8AD4D49CCAAB2D83AC6441234, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C80B88A27F9048ACAE04305635298D6D, vertexId=vertex_1452785597639_0001_1_00, initRequestedTime=1452785597819, initedTime=1452785597830, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:17,830 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] with distanceFromRoot: 0
2016-01-14 15:33:17,830 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:17,830 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:17,830 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C80B88A27F9048ACAE04305635298D6D
2016-01-14 15:33:17,831 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785597639_0001_1_00, startRequestedTime=1452785597830, startedTime=1452785597830
2016-01-14 15:33:17,831 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:17,831 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:17,832 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:17,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:TASK_STARTED]: vertexName=C80B88A27F9048ACAE04305635298D6D, taskId=task_1452785597639_0001_1_00_000000, scheduledTime=1452785597832, launchTime=1452785597832
2016-01-14 15:33:17,832 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785597639_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:17,833 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,833 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre, VertexName: C80B88A27F9048ACAE04305635298D6D, VertexParallelism: 1, TaskAttemptID:attempt_1452785597639_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1AC053B673BB414A89515C5019269179, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=91930FF8AD4D49CCAAB2D83AC6441234, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:17,833 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785597639_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:17,834 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:17,834 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:17,835 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:17,835 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:17,836 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785597639_0001_00_000001
2016-01-14 15:33:17,836 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785597639_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:17,838 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785597639_0001_00_000001
2016-01-14 15:33:17,839 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:17,839 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785597639_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:17,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:17,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785597639_0001_00_000001, launchTime=1452785597839
2016-01-14 15:33:17,841 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785597639_0001_00_000001
2016-01-14 15:33:17,842 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785597639_0001_1_00_000000_0] to container: [container_1452785597639_0001_00_000001]
2016-01-14 15:33:17,842 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785597639_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:17,842 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785597639_0001_1_00_000000_0] started. Is using containerId: [container_1452785597639_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:17,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:17,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C80B88A27F9048ACAE04305635298D6D, taskAttemptId=attempt_1452785597639_0001_1_00_000000_0, startTime=1452785597842, containerId=container_1452785597639_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785597639_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:17,844 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785597639_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:17,844 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785597639_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:17,844 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785597639_0001_00_000001 given task: attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,844 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785597639_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,845 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,845 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,845 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:17,846 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:17,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785597639_0001, with dag id: dag_1452785597639_0001_1
2016-01-14 15:33:17,846 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:17,846 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:17,846 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:17,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5] test/(1/1) .../testOOMEPreGroup/oomepre, VertexName: C80B88A27F9048ACAE04305635298D6D, VertexParallelism: 1, TaskAttemptID:attempt_1452785597639_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1AC053B673BB414A89515C5019269179, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=91930FF8AD4D49CCAAB2D83AC6441234, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:17,848 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:17,849 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:17,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,854 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785597639_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:17,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=91930FF8AD4D49CCAAB2D83AC6441234, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:17,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:17,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 91930FF8AD4D49CCAAB2D83AC6441234
2016-01-14 15:33:17,856 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:17,856 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 91930FF8AD4D49CCAAB2D83AC6441234
2016-01-14 15:33:17,857 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:17,860 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1AC053B673BB414A89515C5019269179, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:17,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:17,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,862 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,866 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:17,867 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,869 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C80B88A27F9048ACAE04305635298D6D, ordinal: 0
2016-01-14 15:33:17,869 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:17,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 91930FF8AD4D49CCAAB2D83AC6441234
2016-01-14 15:33:17,869 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C80B88A27F9048ACAE04305635298D6D, mem on start (mb), free: 221, total: 491, max: 672
2016-01-14 15:33:17,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:17,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:17,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:17,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:17,872 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:17,873 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:17,874 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:17,874 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:17,874 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:17,874 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:17,875 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:17,875 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 91930FF8AD4D49CCAAB2D83AC6441234, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:17,875 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1AC053B673BB414A89515C5019269179, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:17,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:17,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1AC053B673BB414A89515C5019269179 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:17,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:17,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:17,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,877 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:17,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:17,878 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,879 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:17,880 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:17,881 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,881 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPreGroup/oomepre"], id: 91930FF8AD4D49CCAAB2D83AC6441234
2016-01-14 15:33:17,881 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPreGroup/oomepre"]
2016-01-14 15:33:17,881 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:17,881 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:17,881 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@46e4030d
2016-01-14 15:33:17,885 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@46e4030d
2016-01-14 15:33:17,886 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:17,886 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:17,886 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C80B88A27F9048ACAE04305635298D6D, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:17,888 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught OutOfMemoryException, will not trap, rethrowing
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:17,891 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:17,892 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:17,892 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17,893 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785597639_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:17,894 ERROR task.TezTaskRunner (TezTaskRunner.java:run(213)) - Exception of type Error.
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:17,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 18 [[File System Counters FILE_BYTES_READ=1449, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1452785597886, Process_Duration=8, Process_End_Time=1452785597894, Read_Duration=1, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-01-14 15:33:17,901 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C80B88A27F9048ACAE04305635298D6D, mem on close (mb), free: 219, total: 491, max: 672
2016-01-14 15:33:17,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=C80B88A27F9048ACAE04305635298D6D, index=0
2016-01-14 15:33:17,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=C80B88A27F9048ACAE04305635298D6D, sourceVertex=1AC053B673BB414A89515C5019269179
2016-01-14 15:33:17,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=C80B88A27F9048ACAE04305635298D6D, sourceVertex=91930FF8AD4D49CCAAB2D83AC6441234
2016-01-14 15:33:17,902 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785597639_0001_00_000001
2016-01-14 15:33:17,902 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785597639_0001_00_000001
2016-01-14 15:33:17,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:17,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C80B88A27F9048ACAE04305635298D6D, taskAttemptId=attempt_1452785597639_0001_1_00_000000_0, startTime=1452785597842, finishTime=1452785597901, timeTaken=59, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1449, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785597886, Process_Duration=8, Process_End_Time=1452785597894, Read_Duration=1, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-01-14 15:33:17,908 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785597639_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 15:33:17,908 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785597639_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 15:33:17,908 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452785597639_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 15:33:17,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:17,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:TASK_FINISHED]: vertexName=C80B88A27F9048ACAE04305635298D6D, taskId=task_1452785597639_0001_1_00_000000, startTime=1452785597842, finishTime=1452785597909, timeTaken=67, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 15:33:17,912 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785597639_0001_1_00_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 15:33:17,912 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:17,913 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] : 1
2016-01-14 15:33:17,913 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] because task failed: task_1452785597639_0001_1_00_000000
2016-01-14 15:33:17,913 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452785597639_0001_00_000001 completed but with errors
2016-01-14 15:33:17,914 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] due to trigger: OWN_TASK_FAILURE
2016-01-14 15:33:17,915 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 15:33:17,916 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,917 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=91930FF8AD4D49CCAAB2D83AC6441234, vertexId=vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,922 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:17,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:VERTEX_FINISHED]: vertexName=C80B88A27F9048ACAE04305635298D6D, vertexId=vertex_1452785597639_0001_1_00, initRequestedTime=1452785597819, initedTime=1452785597830, startRequestedTime=1452785597830, startedTime=1452785597830, finishTime=1452785597921, timeTaken=91, status=FAILED, diagnostics=Task failed, taskId=task_1452785597639_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452785597842, firstTasksToStart=[ task_1452785597639_0001_1_00_000000 ], lastTaskFinishTime=1452785597900, lastTasksToFinish=[ task_1452785597639_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 15:33:17,926 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 15:33:17,927 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:17,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785597639_0001_00_000001, stoppedTime=1452785597927, exitStatus=0
2016-01-14 15:33:17,927 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785597639_0001_00_000001 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:17,928 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452785597639_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 15:33:17,929 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785597639_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:17,929 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452785597639_0001_1_00_000000_0 failed: true container: container_1452785597639_0001_00_000001 numFailedTAs: 0
2016-01-14 15:33:17,931 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-01-14 15:33:17,931 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 15:33:17,931 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785597639_0001_1
2016-01-14 15:33:17,931 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 91930FF8AD4D49CCAAB2D83AC6441234 for vertex: vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D]
2016-01-14 15:33:17,933 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785597639_0001_1, queueSize=0
2016-01-14 15:33:17,934 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:17,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785597639_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785597639_0001_1, startTime=1452785597818, finishTime=1452785597933, timeTaken=115, status=FAILED, diagnostics=Vertex failed, vertexName=C80B88A27F9048ACAE04305635298D6D, vertexId=vertex_1452785597639_0001_1_00, diagnostics=[Task failed, taskId=task_1452785597639_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$1.throwIntentionalException(RegressionPipesPlatformTest.java:583)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452785597639_0001_1_00 [C80B88A27F9048ACAE04305635298D6D] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 2, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1
2016-01-14 15:33:17,939 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785597639_0001_1 finished with state: FAILED
2016-01-14 15:33:17,939 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785597639_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:17,940 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785597639_0001_00_000001
2016-01-14 15:33:17,940 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785597639_0001_1_00_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 15:33:17 Completed Dag: dag_1452785597639_0001_1
2016-01-14 15:33:17,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785597639_0001_1, dagState=FAILED
2016-01-14 15:33:17,942 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785597639_0001_1_post
2016-01-14 15:33:17,942 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:17,942 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:17,944 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) .../testOOMEPreGroup/oomepre, applicationId=application_1452785597639_0001
2016-01-14 15:33:17,946 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:17,946 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:17,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:17,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:17,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:17,947 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:17,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:17,948 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:17,949 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:17,949 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:17,949 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:17,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:17,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:17,954 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EFB60FAB479145C48CD18BD1FF2DAFE5/A2B71B79D83644559FE5DBE57B08C0F5/.tez/application_1452785597639_0001
2016-01-14 15:33:17,955 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping all jobs
2016-01-14 15:33:17,955 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping: (1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,956 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopped all jobs
2016-01-14 15:33:17,956 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.339
exception = cascading.flow.FlowException: local step failed: (1/1) .../testOOMEPreGroup/oomepre
2016-01-14 15:33:17,957 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testOOMEPreGroup/oomepre
2016-01-14 15:33:17,983 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:17,983 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:18,027 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 15:33:18,035 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 15:33:18,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:18,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:18,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:18,052 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:18,053 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCopy/copy
2016-01-14 15:33:18,064 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:18,065 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,066 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCopy/copy"]
2016-01-14 15:33:18,067 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:18,068 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:18,068 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:18,069 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...pesplatform/testCopy/copy
2016-01-14 15:33:18,069 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:18,082 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:18,087 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:18,087 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:18,087 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:18,097 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001 doesn't exist and is created
2016-01-14 15:33:18,115 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:18,116 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:18,116 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001
2016-01-14 15:33:18,120 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785598087_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:18,131 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:18,132 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:18,134 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:18,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:18,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001/localmode-log-dir
2016-01-14 15:33:18,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001/localmode-log-dir/history.txt.appattempt_1452785598087_0001_000000, maxErrors=10
2016-01-14 15:33:18,136 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:18,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785598087_0001_000000, appSubmitTime=1452785598120, launchTime=1452785598120
2016-01-14 15:33:18,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:18,143 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:18,143 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51099
2016-01-14 15:33:18,146 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:18,147 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:18,149 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:18,150 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785598087_0001_000000, startTime=1452785598150
2016-01-14 15:33:18,150 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:18,150 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:18,217 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:18,217 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:18,217 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...pesplatform/testCopy/copy, applicationId=application_1452785598087_0001, dagName=[E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy
2016-01-14 15:33:18,235 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy
2016-01-14 15:33:18,236 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785598087_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001/localmode-log-dir/dag_1452785598087_0001_1.dot
2016-01-14 15:33:18,237 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001/localmode-log-dir/dag_1452785598087_0001_1-tez-dag.pb.txt
2016-01-14 15:33:18,254 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785598087_0001_1
2016-01-14 15:33:18,254 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,254 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy
2016-01-14 15:33:18 Running Dag: dag_1452785598087_0001_1
2016-01-14 15:33:18,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785598087_0001_1, submitTime=1452785598235
2016-01-14 15:33:18,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:18,267 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C339B2F04D3542CAA4A5D578C395047F
2016-01-14 15:33:18,268 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:18,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785598087_0001_1, initTime=1452785598267
2016-01-14 15:33:18,269 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:18,270 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598087_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:18,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:DAG_STARTED]: dagID=dag_1452785598087_0001_1, startTime=1452785598271
2016-01-14 15:33:18,271 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:18,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:18,271 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598087_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:18,272 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C339B2F04D3542CAA4A5D578C395047F : {7677C0044FF34040B8C7B0A8825EE008={InputName=7677C0044FF34040B8C7B0A8825EE008}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:18,272 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7677C0044FF34040B8C7B0A8825EE008, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:18,272 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,272 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,273 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,273 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...pesplatform/testCopy/copy, applicationId=application_1452785598087_0001, dagName=[E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy
2016-01-14 15:33:18,273 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]. Starting root input initializers: 1
2016-01-14 15:33:18,276 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:18,276 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7677C0044FF34040B8C7B0A8825EE008 on vertex vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,278 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:18,279 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7677C0044FF34040B8C7B0A8825EE008 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:18,280 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:18,280 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:18,283 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:18,284 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7677C0044FF34040B8C7B0A8825EE008 on vertex vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,285 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:18,285 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7677C0044FF34040B8C7B0A8825EE008=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:18,285 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] parallelism set to 1
2016-01-14 15:33:18,285 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:18,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785598087_0001_1_00, eventCount=1
2016-01-14 15:33:18,286 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,288 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=4BD01BBCB1C048778259CA6DF4D29E6A, vertexId=vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:18,288 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=4BD01BBCB1C048778259CA6DF4D29E6A, vertexId=vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,291 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=4BD01BBCB1C048778259CA6DF4D29E6A, vertexName=C339B2F04D3542CAA4A5D578C395047F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:18,291 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=4BD01BBCB1C048778259CA6DF4D29E6A, vertexId=vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,293 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:18,293 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, vertexId=vertex_1452785598087_0001_1_00, initRequestedTime=1452785598272, initedTime=1452785598293, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:18,293 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] with distanceFromRoot: 0
2016-01-14 15:33:18,294 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:18,294 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C339B2F04D3542CAA4A5D578C395047F
2016-01-14 15:33:18,294 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,295 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:18,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785598087_0001_1_00, startRequestedTime=1452785598294, startedTime=1452785598294
2016-01-14 15:33:18,295 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:18,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:18,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:TASK_STARTED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, taskId=task_1452785598087_0001_1_00_000000, scheduledTime=1452785598296, launchTime=1452785598296
2016-01-14 15:33:18,297 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598087_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:18,297 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,297 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy, VertexName: C339B2F04D3542CAA4A5D578C395047F, VertexParallelism: 1, TaskAttemptID:attempt_1452785598087_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7677C0044FF34040B8C7B0A8825EE008, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4BD01BBCB1C048778259CA6DF4D29E6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:18,298 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598087_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:18,298 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:18,299 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:18,300 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:18,301 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:18,302 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785598087_0001_00_000001
2016-01-14 15:33:18,302 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:18,305 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785598087_0001_00_000001
2016-01-14 15:33:18,305 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:18,306 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:18,307 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:18,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785598087_0001_00_000001, launchTime=1452785598307
2016-01-14 15:33:18,309 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785598087_0001_00_000001
2016-01-14 15:33:18,310 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785598087_0001_1_00_000000_0] to container: [container_1452785598087_0001_00_000001]
2016-01-14 15:33:18,310 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:18,311 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785598087_0001_1_00_000000_0] started. Is using containerId: [container_1452785598087_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:18,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0, startTime=1452785598311, containerId=container_1452785598087_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785598087_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:18,312 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598087_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:18,312 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598087_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:18,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:18,314 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785598087_0001_00_000001 given task: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,314 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785598087_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18 Starting to run new task attempt: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,315 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,315 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,316 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:18,316 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:18,316 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:18,316 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:18,316 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:18,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5] test/(1/1) ...pesplatform/testCopy/copy, VertexName: C339B2F04D3542CAA4A5D578C395047F, VertexParallelism: 1, TaskAttemptID:attempt_1452785598087_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7677C0044FF34040B8C7B0A8825EE008, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4BD01BBCB1C048778259CA6DF4D29E6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:18,317 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:18,319 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:18,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,321 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785598087_0001, with dag id: dag_1452785598087_0001_1
2016-01-14 15:33:18,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=4BD01BBCB1C048778259CA6DF4D29E6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:18,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:18,328 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785598087_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:18,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7677C0044FF34040B8C7B0A8825EE008, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:18,326 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:18,329 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 4BD01BBCB1C048778259CA6DF4D29E6A
2016-01-14 15:33:18,333 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:18,334 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 4BD01BBCB1C048778259CA6DF4D29E6A
2016-01-14 15:33:18,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:18,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,335 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,340 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C339B2F04D3542CAA4A5D578C395047F, ordinal: 0
2016-01-14 15:33:18,340 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C339B2F04D3542CAA4A5D578C395047F, mem on start (mb), free: 147, total: 491, max: 672
2016-01-14 15:33:18,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:18,345 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:18,345 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:18,354 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:18,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 4BD01BBCB1C048778259CA6DF4D29E6A
2016-01-14 15:33:18,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:18,354 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:18,355 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:18,355 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:18,355 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:18,355 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:18,355 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:18,356 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:18,356 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 4BD01BBCB1C048778259CA6DF4D29E6A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:18,356 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7677C0044FF34040B8C7B0A8825EE008, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:18,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:18,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7677C0044FF34040B8C7B0A8825EE008 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:18,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,357 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:18,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:18,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:18,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:18,358 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,362 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,362 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: 7677C0044FF34040B8C7B0A8825EE008
2016-01-14 15:33:18,362 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCopy/copy"], id: 4BD01BBCB1C048778259CA6DF4D29E6A
2016-01-14 15:33:18,363 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testCopy/copy"]
2016-01-14 15:33:18,363 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,363 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:18,363 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:18,364 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@512eb371
2016-01-14 15:33:18,365 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@512eb371
2016-01-14 15:33:18,365 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:18,366 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:18,366 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C339B2F04D3542CAA4A5D578C395047F, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:18,368 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:18,369 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:18,370 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,370 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785598087_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:18,371 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,371 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C339B2F04D3542CAA4A5D578C395047F, mem on close (mb), free: 145, total: 491, max: 672
2016-01-14 15:33:18 Completed running task attempt: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,373 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:18,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=55, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452785598366, Process_Duration=5, Process_End_Time=1452785598371, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 15:33:18,376 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:18,376 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:18,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, taskAttemptId=attempt_1452785598087_0001_1_00_000000_0, startTime=1452785598311, finishTime=1452785598376, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=55, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598366, Process_Duration=5, Process_End_Time=1452785598371, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,377 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598087_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:18,377 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,377 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18,378 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785598087_0001_00_000001
2016-01-14 15:33:18,377 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:18,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:TASK_FINISHED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, taskId=task_1452785598087_0001_1_00_000000, startTime=1452785598311, finishTime=1452785598377, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1452785598087_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=55, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598366, Process_Duration=5, Process_End_Time=1452785598371, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,378 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598087_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:18,379 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] : 1
2016-01-14 15:33:18,379 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,379 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:18,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:18,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:VERTEX_FINISHED]: vertexName=C339B2F04D3542CAA4A5D578C395047F, vertexId=vertex_1452785598087_0001_1_00, initRequestedTime=1452785598272, initedTime=1452785598293, startRequestedTime=1452785598294, startedTime=1452785598294, finishTime=1452785598379, timeTaken=85, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=55, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598366, Process_Duration=5, Process_End_Time=1452785598371, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785598311, firstTasksToStart=[ task_1452785598087_0001_1_00_000000 ], lastTaskFinishTime=1452785598376, lastTasksToFinish=[ task_1452785598087_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785598087_0001_1_00_000000 ], longestDurationTasks=[ task_1452785598087_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:18,381 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:18,381 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:18,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785598087_0001_00_000001, stoppedTime=1452785598382, exitStatus=0
2016-01-14 15:33:18,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:18,382 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:18,382 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:18,382 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785598087_0001_1
2016-01-14 15:33:18,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785598087_0001_1
2016-01-14 15:33:18,383 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 4BD01BBCB1C048778259CA6DF4D29E6A for vertex: vertex_1452785598087_0001_1_00 [C339B2F04D3542CAA4A5D578C395047F]
2016-01-14 15:33:18,389 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785598087_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:18,389 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785598087_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:18,390 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785598087_0001_00_000001, Exiting
2016-01-14 15:33:18,390 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785598087_0001_00_000001
2016-01-14 15:33:18,390 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785598087_0001_00_000001
2016-01-14 15:33:18,393 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785598087_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:18,394 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785598087_0001_00_000001 completed successfully
2016-01-14 15:33:18,396 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785598087_0001_1, queueSize=0
2016-01-14 15:33:18,397 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:18,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598087_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785598087_0001_1, startTime=1452785598271, finishTime=1452785598395, timeTaken=124, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=55, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598366, Process_Duration=5, Process_End_Time=1452785598371, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,397 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785598087_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:18,397 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598087_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:18,398 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598087_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:18,398 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785598087_0001_00_000001
2016-01-14 15:33:18 Completed Dag: dag_1452785598087_0001_1
2016-01-14 15:33:18,398 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785598087_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:18,398 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785598087_0001_1_post
2016-01-14 15:33:18,398 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,398 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:18,406 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...pesplatform/testCopy/copy, applicationId=application_1452785598087_0001
2016-01-14 15:33:18,409 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:18,409 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:18,410 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:18,410 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:18,410 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:18,410 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:18,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:18,411 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:18,411 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:18,412 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:18,412 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:18,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:18,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:18,420 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E8034819ECF64C159932473045FAA3E0/F166C1D5152A4B8D9C4D8CD43D5448F5/.tez/application_1452785598087_0001
2016-01-14 15:33:18,421 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.356
2016-01-14 15:33:18,472 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testCopy/copy
2016-01-14 15:33:18,499 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:18,500 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:18,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 15:33:18,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-01-14 15:33:18,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:18,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:18,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:18,568 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:18,569 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknownReplace/unknown-replace
2016-01-14 15:33:18,582 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:18,582 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknownReplace/unknown-replace"]
2016-01-14 15:33:18,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:18,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:18,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:18,584 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...wnReplace/unknown-replace
2016-01-14 15:33:18,585 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:18,598 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:18,603 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:18,603 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:18,604 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:18,613 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001 doesn't exist and is created
2016-01-14 15:33:18,630 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:18,630 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:18,631 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001
2016-01-14 15:33:18,635 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785598603_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:18,646 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:18,647 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:18,649 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:18,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:18,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001/localmode-log-dir
2016-01-14 15:33:18,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001/localmode-log-dir/history.txt.appattempt_1452785598603_0001_000000, maxErrors=10
2016-01-14 15:33:18,650 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:18,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785598603_0001_000000, appSubmitTime=1452785598634, launchTime=1452785598634
2016-01-14 15:33:18,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:18,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:18,658 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:18,659 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:18,663 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:45611
2016-01-14 15:33:18,667 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:18,669 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785598603_0001_000000, startTime=1452785598669
2016-01-14 15:33:18,669 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:18,669 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:18,730 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:18,731 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:18,731 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...wnReplace/unknown-replace, applicationId=application_1452785598603_0001, dagName=[A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace
2016-01-14 15:33:18,756 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace
2016-01-14 15:33:18,757 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785598603_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001/localmode-log-dir/dag_1452785598603_0001_1.dot
2016-01-14 15:33:18,758 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001/localmode-log-dir/dag_1452785598603_0001_1-tez-dag.pb.txt
2016-01-14 15:33:18,778 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785598603_0001_1
2016-01-14 15:33:18,779 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,779 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace
2016-01-14 15:33:18 Running Dag: dag_1452785598603_0001_1
2016-01-14 15:33:18,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785598603_0001_1, submitTime=1452785598756
2016-01-14 15:33:18,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:18,794 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C4BB2529325F4E37AB7520CA1C9450E3
2016-01-14 15:33:18,795 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:18,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785598603_0001_1, initTime=1452785598794
2016-01-14 15:33:18,795 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:18,796 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598603_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:18,798 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:DAG_STARTED]: dagID=dag_1452785598603_0001_1, startTime=1452785598797
2016-01-14 15:33:18,798 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:18,798 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598603_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:18,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:18,798 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C4BB2529325F4E37AB7520CA1C9450E3 : {48DA36BAF61C401D8091582301E09124={InputName=48DA36BAF61C401D8091582301E09124}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:18,799 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 48DA36BAF61C401D8091582301E09124, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:18,799 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,799 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,799 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,799 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]. Starting root input initializers: 1
2016-01-14 15:33:18,800 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:18,801 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 48DA36BAF61C401D8091582301E09124 on vertex vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,801 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...wnReplace/unknown-replace, applicationId=application_1452785598603_0001, dagName=[A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace
2016-01-14 15:33:18,807 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:18,807 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 48DA36BAF61C401D8091582301E09124 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:18,808 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:18,809 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:18,812 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:18,813 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 48DA36BAF61C401D8091582301E09124 on vertex vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,814 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:18,814 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {48DA36BAF61C401D8091582301E09124=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:18,814 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] parallelism set to 1
2016-01-14 15:33:18,814 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:18,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785598603_0001_1_00, eventCount=1
2016-01-14 15:33:18,815 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,815 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=4B3E11275C6347AB954C6107AA5D534A, vertexId=vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:18,815 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=4B3E11275C6347AB954C6107AA5D534A, vertexId=vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,821 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=4B3E11275C6347AB954C6107AA5D534A, vertexName=C4BB2529325F4E37AB7520CA1C9450E3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:18,822 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=4B3E11275C6347AB954C6107AA5D534A, vertexId=vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,824 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, vertexId=vertex_1452785598603_0001_1_00, initRequestedTime=1452785598798, initedTime=1452785598823, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:18,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:18,824 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] with distanceFromRoot: 0
2016-01-14 15:33:18,825 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:18,825 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C4BB2529325F4E37AB7520CA1C9450E3
2016-01-14 15:33:18,826 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:18,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785598603_0001, with dag id: dag_1452785598603_0001_1
2016-01-14 15:33:18,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785598603_0001_1_00, startRequestedTime=1452785598825, startedTime=1452785598825
2016-01-14 15:33:18,828 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:18,829 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:18,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:TASK_STARTED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, taskId=task_1452785598603_0001_1_00_000000, scheduledTime=1452785598829, launchTime=1452785598829
2016-01-14 15:33:18,830 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598603_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:18,831 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,832 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace, VertexName: C4BB2529325F4E37AB7520CA1C9450E3, VertexParallelism: 1, TaskAttemptID:attempt_1452785598603_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=48DA36BAF61C401D8091582301E09124, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4B3E11275C6347AB954C6107AA5D534A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:18,834 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598603_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:18,834 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:18,835 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:18,836 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:18,837 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:18,838 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785598603_0001_00_000001
2016-01-14 15:33:18,838 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:18,841 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785598603_0001_00_000001
2016-01-14 15:33:18,841 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:18,842 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:18,842 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:18,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785598603_0001_00_000001, launchTime=1452785598842
2016-01-14 15:33:18,843 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785598603_0001_00_000001
2016-01-14 15:33:18,844 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785598603_0001_1_00_000000_0] to container: [container_1452785598603_0001_00_000001]
2016-01-14 15:33:18,844 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:18,845 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785598603_0001_1_00_000000_0] started. Is using containerId: [container_1452785598603_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:18,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0, startTime=1452785598845, containerId=container_1452785598603_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785598603_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:18,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:18,846 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785598603_0001_00_000001 given task: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,846 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598603_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:18,846 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598603_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:18,847 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785598603_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18 Starting to run new task attempt: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,848 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,848 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:18,848 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:18,848 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:18,848 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:18,848 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:18,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA] test/(1/1) ...wnReplace/unknown-replace, VertexName: C4BB2529325F4E37AB7520CA1C9450E3, VertexParallelism: 1, TaskAttemptID:attempt_1452785598603_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=48DA36BAF61C401D8091582301E09124, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4B3E11275C6347AB954C6107AA5D534A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:18,849 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:18,855 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:18,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=48DA36BAF61C401D8091582301E09124, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:18,859 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785598603_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:18,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=4B3E11275C6347AB954C6107AA5D534A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:18,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,860 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:18,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 4B3E11275C6347AB954C6107AA5D534A
2016-01-14 15:33:18,861 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:18,861 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 4B3E11275C6347AB954C6107AA5D534A
2016-01-14 15:33:18,863 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:18,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:18,867 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,868 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,874 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C4BB2529325F4E37AB7520CA1C9450E3, ordinal: 0
2016-01-14 15:33:18,874 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4BB2529325F4E37AB7520CA1C9450E3, mem on start (mb), free: 65, total: 491, max: 672
2016-01-14 15:33:18,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:18,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:18,877 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:18,877 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:18,884 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:18,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 4B3E11275C6347AB954C6107AA5D534A
2016-01-14 15:33:18,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:18,884 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:18,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:18,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:18,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:18,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:18,887 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:18,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:18,888 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 4B3E11275C6347AB954C6107AA5D534A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:18,889 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 48DA36BAF61C401D8091582301E09124, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:18,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:18,890 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,890 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:18,890 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 48DA36BAF61C401D8091582301E09124 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:18,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:18,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:18,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:18,893 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,895 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:18,896 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@164f3897
2016-01-14 15:33:18,896 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,898 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: 48DA36BAF61C401D8091582301E09124
2016-01-14 15:33:18,898 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknownReplace/unknown-replace"], id: 4B3E11275C6347AB954C6107AA5D534A
2016-01-14 15:33:18,899 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknownReplace/unknown-replace"]
2016-01-14 15:33:18,899 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:18,899 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:18,900 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@164f3897
2016-01-14 15:33:18,900 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:18,900 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:18,901 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C4BB2529325F4E37AB7520CA1C9450E3, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:18,903 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:18,904 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:18,905 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,905 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785598603_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:18,906 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,907 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4BB2529325F4E37AB7520CA1C9450E3, mem on close (mb), free: 63, total: 491, max: 672
2016-01-14 15:33:18 Completed running task attempt: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,908 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:18,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452785598901, Process_Duration=5, Process_End_Time=1452785598906, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 15:33:18,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, taskAttemptId=attempt_1452785598603_0001_1_00_000000_0, startTime=1452785598845, finishTime=1452785598909, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598901, Process_Duration=5, Process_End_Time=1452785598906, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,910 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:18,910 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,910 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785598603_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:18,910 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:18,911 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18,911 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:18,911 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785598603_0001_00_000001
2016-01-14 15:33:18,912 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:18,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:TASK_FINISHED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, taskId=task_1452785598603_0001_1_00_000000, startTime=1452785598845, finishTime=1452785598911, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1452785598603_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598901, Process_Duration=5, Process_End_Time=1452785598906, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,913 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785598603_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:18,913 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] : 1
2016-01-14 15:33:18,913 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,915 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:18,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:VERTEX_FINISHED]: vertexName=C4BB2529325F4E37AB7520CA1C9450E3, vertexId=vertex_1452785598603_0001_1_00, initRequestedTime=1452785598798, initedTime=1452785598823, startRequestedTime=1452785598825, startedTime=1452785598825, finishTime=1452785598913, timeTaken=88, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598901, Process_Duration=5, Process_End_Time=1452785598906, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785598845, firstTasksToStart=[ task_1452785598603_0001_1_00_000000 ], lastTaskFinishTime=1452785598909, lastTasksToFinish=[ task_1452785598603_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785598603_0001_1_00_000000 ], longestDurationTasks=[ task_1452785598603_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:18,915 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:18,916 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:18,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785598603_0001_00_000001, stoppedTime=1452785598916, exitStatus=0
2016-01-14 15:33:18,917 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:18,917 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(221)) - No more tasks for container with id : container_1452785598603_0001_00_000001. Asking it to die
2016-01-14 15:33:18,917 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:18,917 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785598603_0001_1
2016-01-14 15:33:18,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785598603_0001_1
2016-01-14 15:33:18,918 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 4B3E11275C6347AB954C6107AA5D534A for vertex: vertex_1452785598603_0001_1_00 [C4BB2529325F4E37AB7520CA1C9450E3]
2016-01-14 15:33:18,918 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:18,917 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785598603_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:18,920 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785598603_0001_00_000001, Exiting
2016-01-14 15:33:18,920 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785598603_0001_00_000001
2016-01-14 15:33:18,920 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785598603_0001_00_000001
2016-01-14 15:33:18,922 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785598603_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:18,922 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785598603_0001_00_000001 completed successfully
2016-01-14 15:33:18,931 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785598603_0001_1, queueSize=0
2016-01-14 15:33:18,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785598603_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785598603_0001_1, startTime=1452785598797, finishTime=1452785598930, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514850816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785598901, Process_Duration=5, Process_End_Time=1452785598906, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:18,931 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785598603_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:18,932 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785598603_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:18,932 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785598603_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:18,932 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785598603_0001_00_000001
2016-01-14 15:33:18 Completed Dag: dag_1452785598603_0001_1
2016-01-14 15:33:18,932 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785598603_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:18,932 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785598603_0001_1_post
2016-01-14 15:33:18,932 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:18,932 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:18,933 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:18,941 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...wnReplace/unknown-replace, applicationId=application_1452785598603_0001
2016-01-14 15:33:18,943 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:18,943 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:18,943 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:18,943 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:18,944 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:18,945 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:18,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:18,946 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:18,946 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:18,946 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:18,947 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:18,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:18,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:18,953 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A3AF1E086D324EB5BBC29C30E79B3D10/B4DC7360FC89423D81B2F22E794C22EA/.tez/application_1452785598603_0001
2016-01-14 15:33:18,953 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.371
2016-01-14 15:33:19,052 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testUnknownReplace/unknown-replace
2016-01-14 15:33:19,079 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:19,080 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:19,127 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 15:33:19,136 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 15:33:19,137 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:19,137 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:19,138 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:19,154 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 15:33:19,155 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicAnd/regression/complexlogicand
2016-01-14 15:33:19,171 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicAnd/regression/complexlogicand"]
2016-01-14 15:33:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:19,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:19,173 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...egression/complexlogicand
2016-01-14 15:33:19,174 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:19,188 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:19,195 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:19,195 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:19,195 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:19,205 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001 doesn't exist and is created
2016-01-14 15:33:19,221 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:19,222 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:19,222 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001
2016-01-14 15:33:19,225 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785599195_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:19,236 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:19,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:19,239 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:19,239 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:19,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001/localmode-log-dir
2016-01-14 15:33:19,240 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001/localmode-log-dir/history.txt.appattempt_1452785599195_0001_000000, maxErrors=10
2016-01-14 15:33:19,240 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:19,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785599195_0001_000000, appSubmitTime=1452785599225, launchTime=1452785599225
2016-01-14 15:33:19,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:19,246 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:19,247 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:19,247 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:19,252 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:39129
2016-01-14 15:33:19,256 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:19,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:19,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785599195_0001_000000, startTime=1452785599259
2016-01-14 15:33:19,259 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:19,322 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:19,322 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:19,322 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...egression/complexlogicand, applicationId=application_1452785599195_0001, dagName=[576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand
2016-01-14 15:33:19,339 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand
2016-01-14 15:33:19,341 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785599195_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001/localmode-log-dir/dag_1452785599195_0001_1.dot
2016-01-14 15:33:19,341 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001/localmode-log-dir/dag_1452785599195_0001_1-tez-dag.pb.txt
2016-01-14 15:33:19,352 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785599195_0001_1
2016-01-14 15:33:19,352 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,352 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand
2016-01-14 15:33:19 Running Dag: dag_1452785599195_0001_1
2016-01-14 15:33:19,364 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:19,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785599195_0001_1, submitTime=1452785599339
2016-01-14 15:33:19,365 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FA8133A998B8409F8B802DD5651F830C
2016-01-14 15:33:19,366 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:19,366 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:19,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785599195_0001_1, initTime=1452785599365
2016-01-14 15:33:19,367 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599195_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:19,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:DAG_STARTED]: dagID=dag_1452785599195_0001_1, startTime=1452785599367
2016-01-14 15:33:19,368 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:19,368 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599195_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:19,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:19,368 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FA8133A998B8409F8B802DD5651F830C : {ECD6A4C494AA45C8A1E56FBBEFF59462={InputName=ECD6A4C494AA45C8A1E56FBBEFF59462}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:19,369 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: ECD6A4C494AA45C8A1E56FBBEFF59462, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:19,369 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,369 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...egression/complexlogicand, applicationId=application_1452785599195_0001, dagName=[576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand
2016-01-14 15:33:19,369 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,369 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,369 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]. Starting root input initializers: 1
2016-01-14 15:33:19,370 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:19,371 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: ECD6A4C494AA45C8A1E56FBBEFF59462 on vertex vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,372 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:19,372 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input ECD6A4C494AA45C8A1E56FBBEFF59462 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:19,373 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:19,373 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:19,375 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 15:33:19,376 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: ECD6A4C494AA45C8A1E56FBBEFF59462 on vertex vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,376 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:19,376 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {ECD6A4C494AA45C8A1E56FBBEFF59462=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:19,377 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] parallelism set to 1
2016-01-14 15:33:19,377 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:19,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785599195_0001_1_00, eventCount=1
2016-01-14 15:33:19,377 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,377 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=0B88A7A33DDE4842B33AB327810141DF, vertexId=vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:19,378 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=0B88A7A33DDE4842B33AB327810141DF, vertexId=vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,379 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=0B88A7A33DDE4842B33AB327810141DF, vertexName=FA8133A998B8409F8B802DD5651F830C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:19,379 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=0B88A7A33DDE4842B33AB327810141DF, vertexId=vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:19,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FA8133A998B8409F8B802DD5651F830C, vertexId=vertex_1452785599195_0001_1_00, initRequestedTime=1452785599368, initedTime=1452785599381, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:19,381 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] with distanceFromRoot: 0
2016-01-14 15:33:19,382 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:19,382 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FA8133A998B8409F8B802DD5651F830C
2016-01-14 15:33:19,382 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,382 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:19,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785599195_0001_1_00, startRequestedTime=1452785599382, startedTime=1452785599382
2016-01-14 15:33:19,383 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:19,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:19,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:TASK_STARTED]: vertexName=FA8133A998B8409F8B802DD5651F830C, taskId=task_1452785599195_0001_1_00_000000, scheduledTime=1452785599383, launchTime=1452785599383
2016-01-14 15:33:19,384 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599195_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:19,384 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,384 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand, VertexName: FA8133A998B8409F8B802DD5651F830C, VertexParallelism: 1, TaskAttemptID:attempt_1452785599195_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ECD6A4C494AA45C8A1E56FBBEFF59462, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0B88A7A33DDE4842B33AB327810141DF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:19,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599195_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:19,385 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:19,385 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:19,386 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:19,386 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:19,387 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785599195_0001_00_000001
2016-01-14 15:33:19,387 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:19,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785599195_0001, with dag id: dag_1452785599195_0001_1
2016-01-14 15:33:19,389 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785599195_0001_00_000001
2016-01-14 15:33:19,389 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:19,391 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:19,392 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:19,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785599195_0001_00_000001, launchTime=1452785599392
2016-01-14 15:33:19,394 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785599195_0001_00_000001
2016-01-14 15:33:19,395 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785599195_0001_1_00_000000_0] to container: [container_1452785599195_0001_00_000001]
2016-01-14 15:33:19,396 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:19,396 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785599195_0001_1_00_000000_0] started. Is using containerId: [container_1452785599195_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:19,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FA8133A998B8409F8B802DD5651F830C, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0, startTime=1452785599396, containerId=container_1452785599195_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785599195_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:19,397 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599195_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:19,397 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:19,397 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599195_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:19,397 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785599195_0001_00_000001 given task: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,397 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785599195_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19 Starting to run new task attempt: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,398 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,398 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,398 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:19,398 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:19,398 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:19,398 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:19,398 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:19,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891] test/(1/1) ...egression/complexlogicand, VertexName: FA8133A998B8409F8B802DD5651F830C, VertexParallelism: 1, TaskAttemptID:attempt_1452785599195_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ECD6A4C494AA45C8A1E56FBBEFF59462, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0B88A7A33DDE4842B33AB327810141DF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:19,399 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:19,400 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,401 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:19,401 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,401 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785599195_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:19,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=0B88A7A33DDE4842B33AB327810141DF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:19,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:19,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 0B88A7A33DDE4842B33AB327810141DF
2016-01-14 15:33:19,403 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:19,403 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 0B88A7A33DDE4842B33AB327810141DF
2016-01-14 15:33:19,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=ECD6A4C494AA45C8A1E56FBBEFF59462, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:19,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:19,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,404 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,405 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:19,410 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:19,410 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,418 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FA8133A998B8409F8B802DD5651F830C, ordinal: 0
2016-01-14 15:33:19,418 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA8133A998B8409F8B802DD5651F830C, mem on start (mb), free: 192, total: 490, max: 672
2016-01-14 15:33:19,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:19,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:19,421 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:19,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 0B88A7A33DDE4842B33AB327810141DF
2016-01-14 15:33:19,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:19,422 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:19,422 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:19,422 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:19,422 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:19,423 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:19,423 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:19,423 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:19,423 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 0B88A7A33DDE4842B33AB327810141DF, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:19,423 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, ECD6A4C494AA45C8A1E56FBBEFF59462, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:19,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:19,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: ECD6A4C494AA45C8A1E56FBBEFF59462 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:19,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,424 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:19,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:19,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:19,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:19,424 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,427 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:19,427 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,428 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: ECD6A4C494AA45C8A1E56FBBEFF59462
2016-01-14 15:33:19,428 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7e6256a6
2016-01-14 15:33:19,428 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicAnd/regression/complexlogicand"], id: 0B88A7A33DDE4842B33AB327810141DF
2016-01-14 15:33:19,428 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicAnd/regression/complexlogicand"]
2016-01-14 15:33:19,429 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,429 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:19,430 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7e6256a6
2016-01-14 15:33:19,430 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:19,430 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:19,430 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FA8133A998B8409F8B802DD5651F830C, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:19,432 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:19,433 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:19,433 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,433 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785599195_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:19,434 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,434 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA8133A998B8409F8B802DD5651F830C, mem on close (mb), free: 190, total: 490, max: 672
2016-01-14 15:33:19 Completed running task attempt: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,435 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:19,436 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1][cascading.flow.SliceCounters Process_Begin_Time=1452785599430, Process_Duration=4, Process_End_Time=1452785599434, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13, Tuples_Written=1]]
2016-01-14 15:33:19,436 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:19,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FA8133A998B8409F8B802DD5651F830C, taskAttemptId=attempt_1452785599195_0001_1_00_000000_0, startTime=1452785599396, finishTime=1452785599436, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, cascading.flow.SliceCounters, Process_Begin_Time=1452785599430, Process_Duration=4, Process_End_Time=1452785599434, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1
2016-01-14 15:33:19,437 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599195_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:19,438 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:TASK_FINISHED]: vertexName=FA8133A998B8409F8B802DD5651F830C, taskId=task_1452785599195_0001_1_00_000000, startTime=1452785599396, finishTime=1452785599438, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1452785599195_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, cascading.flow.SliceCounters, Process_Begin_Time=1452785599430, Process_Duration=4, Process_End_Time=1452785599434, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1
2016-01-14 15:33:19,438 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599195_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:19,439 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] : 1
2016-01-14 15:33:19,439 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,439 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:19,440 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:19,440 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:19,440 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:19,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:VERTEX_FINISHED]: vertexName=FA8133A998B8409F8B802DD5651F830C, vertexId=vertex_1452785599195_0001_1_00, initRequestedTime=1452785599368, initedTime=1452785599381, startRequestedTime=1452785599382, startedTime=1452785599382, finishTime=1452785599439, timeTaken=57, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, cascading.flow.SliceCounters, Process_Begin_Time=1452785599430, Process_Duration=4, Process_End_Time=1452785599434, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1, vertexStats=firstTaskStartTime=1452785599396, firstTasksToStart=[ task_1452785599195_0001_1_00_000000 ], lastTaskFinishTime=1452785599436, lastTasksToFinish=[ task_1452785599195_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785599195_0001_1_00_000000 ], longestDurationTasks=[ task_1452785599195_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:19,441 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:19,441 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:19,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785599195_0001_00_000001, stoppedTime=1452785599442, exitStatus=0
2016-01-14 15:33:19,442 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:19,442 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:19,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:19,442 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785599195_0001_1
2016-01-14 15:33:19,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785599195_0001_1
2016-01-14 15:33:19,443 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 0B88A7A33DDE4842B33AB327810141DF for vertex: vertex_1452785599195_0001_1_00 [FA8133A998B8409F8B802DD5651F830C]
2016-01-14 15:33:19,444 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785599195_0001_00_000001
2016-01-14 15:33:19,445 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785599195_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:19,445 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785599195_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:19,445 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785599195_0001_00_000001, Exiting
2016-01-14 15:33:19,445 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785599195_0001_00_000001
2016-01-14 15:33:19,445 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785599195_0001_00_000001
2016-01-14 15:33:19,450 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785599195_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:19,450 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785599195_0001_00_000001 completed successfully
2016-01-14 15:33:19,455 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785599195_0001_1, queueSize=0
2016-01-14 15:33:19,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:19,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599195_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785599195_0001_1, startTime=1452785599367, finishTime=1452785599454, timeTaken=87, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, cascading.flow.SliceCounters, Process_Begin_Time=1452785599430, Process_Duration=4, Process_End_Time=1452785599434, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1
2016-01-14 15:33:19,456 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785599195_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:19,456 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599195_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:19,456 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785599195_0001_00_000001
2016-01-14 15:33:19,456 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599195_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:19 Completed Dag: dag_1452785599195_0001_1
2016-01-14 15:33:19,457 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785599195_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:19,457 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785599195_0001_1_post
2016-01-14 15:33:19,457 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,457 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:19,462 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...egression/complexlogicand, applicationId=application_1452785599195_0001
2016-01-14 15:33:19,465 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:19,465 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:19,465 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:19,465 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:19,465 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:19,466 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:19,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:19,466 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:19,466 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:19,466 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:19,467 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:19,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:19,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:19,471 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/576C8657378E409CB2F2830C2E7CEC65/A8B774A924234B6CB597B428FFBDF891/.tez/application_1452785599195_0001
2016-01-14 15:33:19,472 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.301
2016-01-14 15:33:19,516 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testComplexLogicAnd/regression/complexlogicand
2016-01-14 15:33:19,541 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:19,541 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:19,553 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:19,554 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:19,598 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 15:33:19,610 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 15:33:19,611 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:19,611 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:19,612 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:19,627 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 15:33:19,627 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicXor/regression/complexlogicxor
2016-01-14 15:33:19,640 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:19,641 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,642 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicXor/regression/complexlogicxor"]
2016-01-14 15:33:19,642 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:19,642 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:19,642 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:19,644 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...egression/complexlogicxor
2016-01-14 15:33:19,644 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:19,657 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:19,662 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:19,663 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:19,663 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:19,672 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001 doesn't exist and is created
2016-01-14 15:33:19,689 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:19,689 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:19,690 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001
2016-01-14 15:33:19,694 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785599662_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:19,703 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:19,704 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:19,706 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:19,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:19,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001/localmode-log-dir
2016-01-14 15:33:19,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001/localmode-log-dir/history.txt.appattempt_1452785599662_0001_000000, maxErrors=10
2016-01-14 15:33:19,706 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:19,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785599662_0001_000000, appSubmitTime=1452785599693, launchTime=1452785599693
2016-01-14 15:33:19,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:19,713 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:19,714 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:19,714 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:46796
2016-01-14 15:33:19,715 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:19,716 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:19,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785599662_0001_000000, startTime=1452785599719
2016-01-14 15:33:19,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:19,720 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:19,790 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:19,790 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:19,790 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...egression/complexlogicxor, applicationId=application_1452785599662_0001, dagName=[9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor
2016-01-14 15:33:19,806 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor
2016-01-14 15:33:19,808 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785599662_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001/localmode-log-dir/dag_1452785599662_0001_1.dot
2016-01-14 15:33:19,808 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001/localmode-log-dir/dag_1452785599662_0001_1-tez-dag.pb.txt
2016-01-14 15:33:19,814 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785599662_0001_1
2016-01-14 15:33:19,814 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,814 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor
2016-01-14 15:33:19 Running Dag: dag_1452785599662_0001_1
2016-01-14 15:33:19,826 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785599662_0001_1, submitTime=1452785599806
2016-01-14 15:33:19,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:19,827 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C0A9E76C5AD94A8DA85EA8DD542BEFF4
2016-01-14 15:33:19,827 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:19,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785599662_0001_1, initTime=1452785599827
2016-01-14 15:33:19,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:19,828 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599662_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:19,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:DAG_STARTED]: dagID=dag_1452785599662_0001_1, startTime=1452785599829
2016-01-14 15:33:19,830 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:19,830 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:19,830 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599662_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:19,830 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C0A9E76C5AD94A8DA85EA8DD542BEFF4 : {FB366318E1A44266A565B1C41F7CA503={InputName=FB366318E1A44266A565B1C41F7CA503}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:19,830 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: FB366318E1A44266A565B1C41F7CA503, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:19,830 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,830 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,830 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,830 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...egression/complexlogicxor, applicationId=application_1452785599662_0001, dagName=[9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor
2016-01-14 15:33:19,831 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]. Starting root input initializers: 1
2016-01-14 15:33:19,831 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:19,832 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: FB366318E1A44266A565B1C41F7CA503 on vertex vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,834 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:19,834 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input FB366318E1A44266A565B1C41F7CA503 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:19,835 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:19,835 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:19,837 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 15:33:19,839 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: FB366318E1A44266A565B1C41F7CA503 on vertex vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,840 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:19,840 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {FB366318E1A44266A565B1C41F7CA503=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:19,841 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] parallelism set to 1
2016-01-14 15:33:19,841 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:19,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785599662_0001_1_00, eventCount=1
2016-01-14 15:33:19,841 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,841 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3A87FE610F7D45CEB9596A82A79A0DD4, vertexId=vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:19,841 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3A87FE610F7D45CEB9596A82A79A0DD4, vertexId=vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,842 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3A87FE610F7D45CEB9596A82A79A0DD4, vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:19,843 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3A87FE610F7D45CEB9596A82A79A0DD4, vertexId=vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,844 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:19,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, vertexId=vertex_1452785599662_0001_1_00, initRequestedTime=1452785599830, initedTime=1452785599844, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:19,844 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] with distanceFromRoot: 0
2016-01-14 15:33:19,844 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:19,844 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C0A9E76C5AD94A8DA85EA8DD542BEFF4
2016-01-14 15:33:19,844 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:19,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785599662_0001_1_00, startRequestedTime=1452785599844, startedTime=1452785599844
2016-01-14 15:33:19,846 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:19,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:19,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:TASK_STARTED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, taskId=task_1452785599662_0001_1_00_000000, scheduledTime=1452785599846, launchTime=1452785599846
2016-01-14 15:33:19,847 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599662_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:19,847 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,847 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor, VertexName: C0A9E76C5AD94A8DA85EA8DD542BEFF4, VertexParallelism: 1, TaskAttemptID:attempt_1452785599662_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB366318E1A44266A565B1C41F7CA503, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3A87FE610F7D45CEB9596A82A79A0DD4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:19,847 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599662_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:19,848 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:19,848 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:19,849 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:19,849 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:19,849 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785599662_0001_00_000001
2016-01-14 15:33:19,849 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:19,851 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785599662_0001_00_000001
2016-01-14 15:33:19,851 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:19,852 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:19,852 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:19,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785599662_0001_00_000001, launchTime=1452785599852
2016-01-14 15:33:19,853 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785599662_0001_00_000001
2016-01-14 15:33:19,854 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785599662_0001_1_00_000000_0] to container: [container_1452785599662_0001_00_000001]
2016-01-14 15:33:19,854 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:19,855 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785599662_0001_1_00_000000_0] started. Is using containerId: [container_1452785599662_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:19,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:19,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0, startTime=1452785599854, containerId=container_1452785599662_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785599662_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:19,855 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599662_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:19,855 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599662_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:19,856 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785599662_0001_00_000001 given task: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,856 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785599662_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19 Starting to run new task attempt: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,856 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,857 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,857 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:19,857 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:19,858 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:19,858 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:19,858 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:19,858 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5] test/(1/1) ...egression/complexlogicxor, VertexName: C0A9E76C5AD94A8DA85EA8DD542BEFF4, VertexParallelism: 1, TaskAttemptID:attempt_1452785599662_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB366318E1A44266A565B1C41F7CA503, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3A87FE610F7D45CEB9596A82A79A0DD4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:19,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785599662_0001, with dag id: dag_1452785599662_0001_1
2016-01-14 15:33:19,859 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:19,861 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:19,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,861 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785599662_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:19,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FB366318E1A44266A565B1C41F7CA503, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:19,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:19,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3A87FE610F7D45CEB9596A82A79A0DD4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:19,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:19,865 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,866 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:19,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3A87FE610F7D45CEB9596A82A79A0DD4
2016-01-14 15:33:19,866 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:19,866 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3A87FE610F7D45CEB9596A82A79A0DD4
2016-01-14 15:33:19,870 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:19,870 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,876 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C0A9E76C5AD94A8DA85EA8DD542BEFF4, ordinal: 0
2016-01-14 15:33:19,876 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0A9E76C5AD94A8DA85EA8DD542BEFF4, mem on start (mb), free: 115, total: 490, max: 672
2016-01-14 15:33:19,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:19,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:19,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:19,883 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:19,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3A87FE610F7D45CEB9596A82A79A0DD4
2016-01-14 15:33:19,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:19,884 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:19,884 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:19,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:19,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:19,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:19,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:19,885 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:19,885 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FB366318E1A44266A565B1C41F7CA503, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:19,885 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3A87FE610F7D45CEB9596A82A79A0DD4, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FB366318E1A44266A565B1C41F7CA503 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,886 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:19,887 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,887 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:19,887 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7f847be3
2016-01-14 15:33:19,889 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7f847be3
2016-01-14 15:33:19,889 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:19,889 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:19,889 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,890 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: FB366318E1A44266A565B1C41F7CA503
2016-01-14 15:33:19,890 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicXor/regression/complexlogicxor"], id: 3A87FE610F7D45CEB9596A82A79A0DD4
2016-01-14 15:33:19,890 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testComplexLogicXor/regression/complexlogicxor"]
2016-01-14 15:33:19,891 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 15:33:19,891 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:19,891 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C0A9E76C5AD94A8DA85EA8DD542BEFF4, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:19,894 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:19,894 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:19,894 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,895 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785599662_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:19,895 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,896 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0A9E76C5AD94A8DA85EA8DD542BEFF4, mem on close (mb), free: 114, total: 490, max: 672
2016-01-14 15:33:19 Completed running task attempt: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,896 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:19,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=3][cascading.flow.SliceCounters Process_Begin_Time=1452785599891, Process_Duration=4, Process_End_Time=1452785599895, Read_Duration=0, Tuples_Read=13, Tuples_Written=3, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13, Tuples_Written=3]]
2016-01-14 15:33:19,899 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:19,899 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, taskAttemptId=attempt_1452785599662_0001_1_00_000000_0, startTime=1452785599854, finishTime=1452785599898, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=3, cascading.flow.SliceCounters, Process_Begin_Time=1452785599891, Process_Duration=4, Process_End_Time=1452785599895, Read_Duration=0, Tuples_Read=13, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3
2016-01-14 15:33:19,899 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785599662_0001_00_000001
2016-01-14 15:33:19,899 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785599662_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:19,899 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:19,899 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:19,899 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:TASK_FINISHED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, taskId=task_1452785599662_0001_1_00_000000, startTime=1452785599854, finishTime=1452785599901, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1452785599662_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=3, cascading.flow.SliceCounters, Process_Begin_Time=1452785599891, Process_Duration=4, Process_End_Time=1452785599895, Read_Duration=0, Tuples_Read=13, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3
2016-01-14 15:33:19,902 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785599662_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:19,902 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] : 1
2016-01-14 15:33:19,902 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,903 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:19,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:VERTEX_FINISHED]: vertexName=C0A9E76C5AD94A8DA85EA8DD542BEFF4, vertexId=vertex_1452785599662_0001_1_00, initRequestedTime=1452785599830, initedTime=1452785599844, startRequestedTime=1452785599844, startedTime=1452785599844, finishTime=1452785599902, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=3, cascading.flow.SliceCounters, Process_Begin_Time=1452785599891, Process_Duration=4, Process_End_Time=1452785599895, Read_Duration=0, Tuples_Read=13, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3, vertexStats=firstTaskStartTime=1452785599854, firstTasksToStart=[ task_1452785599662_0001_1_00_000000 ], lastTaskFinishTime=1452785599898, lastTasksToFinish=[ task_1452785599662_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785599662_0001_1_00_000000 ], longestDurationTasks=[ task_1452785599662_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:19,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:19,904 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:19,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785599662_0001_00_000001, stoppedTime=1452785599904, exitStatus=0
2016-01-14 15:33:19,905 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:19,905 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:19,905 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785599662_0001_1
2016-01-14 15:33:19,905 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:19,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:19,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785599662_0001_1
2016-01-14 15:33:19,907 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3A87FE610F7D45CEB9596A82A79A0DD4 for vertex: vertex_1452785599662_0001_1_00 [C0A9E76C5AD94A8DA85EA8DD542BEFF4]
2016-01-14 15:33:19,910 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785599662_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:19,910 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785599662_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:19,910 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785599662_0001_00_000001, Exiting
2016-01-14 15:33:19,910 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785599662_0001_00_000001
2016-01-14 15:33:19,910 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785599662_0001_00_000001
2016-01-14 15:33:19,913 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785599662_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:19,913 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785599662_0001_00_000001 completed successfully
2016-01-14 15:33:19,918 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785599662_0001_1, queueSize=0
2016-01-14 15:33:19,918 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:19,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785599662_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785599662_0001_1, startTime=1452785599829, finishTime=1452785599917, timeTaken=88, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=78, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=514326528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=3, cascading.flow.SliceCounters, Process_Begin_Time=1452785599891, Process_Duration=4, Process_End_Time=1452785599895, Read_Duration=0, Tuples_Read=13, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3
2016-01-14 15:33:19,918 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785599662_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:19,919 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785599662_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:19,919 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785599662_0001_00_000001
2016-01-14 15:33:19,920 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785599662_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:19 Completed Dag: dag_1452785599662_0001_1
2016-01-14 15:33:19,921 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785599662_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:19,922 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785599662_0001_1_post
2016-01-14 15:33:19,923 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:19,923 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:19,925 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...egression/complexlogicxor, applicationId=application_1452785599662_0001
2016-01-14 15:33:19,927 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:19,928 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:19,928 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:19,928 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:19,928 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:19,928 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:19,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:19,929 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:19,930 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:19,930 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:19,930 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:19,930 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:19,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:19,934 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/9FCF81CEA7114A82959FC0F2B2624993/D3AA3D85DBCD4E34B540A1AFAD4315B5/.tez/application_1452785599662_0001
2016-01-14 15:33:19,935 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.295
2016-01-14 15:33:19,976 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testComplexLogicXor/regression/complexlogicxor
2016-01-14 15:33:20,000 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:20,001 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:20,056 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-01-14 15:33:20,075 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.045
2016-01-14 15:33:20,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:20,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:20,076 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:20,096 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/upper.txt
2016-01-14 15:33:20,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 15:33:20,113 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPostGroup/oomepost
2016-01-14 15:33:20,209 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting
2016-01-14 15:33:20,209 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/upper.txt"]
2016-01-14 15:33:20,209 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:20,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPostGroup/oomepost"]
2016-01-14 15:33:20,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  parallel execution of steps is enabled: false
2016-01-14 15:33:20,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  executing total steps: 1
2016-01-14 15:33:20,210 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  allocating management threads: 1
2016-01-14 15:33:20,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting step: (1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:20,211 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [lower*upper] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:20,222 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tez session mode enabled: true
2016-01-14 15:33:20,227 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:20,227 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:20,227 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:20,237 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001 doesn't exist and is created
2016-01-14 15:33:20,253 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:20,253 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:20,254 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001
2016-01-14 15:33:20,257 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785600227_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:20,263 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:20,263 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:20,268 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:20,268 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:20,270 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:20,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:20,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001/localmode-log-dir
2016-01-14 15:33:20,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001/localmode-log-dir/history.txt.appattempt_1452785600227_0001_000000, maxErrors=10
2016-01-14 15:33:20,271 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:20,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785600227_0001_000000, appSubmitTime=1452785600257, launchTime=1452785600257
2016-01-14 15:33:20,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:20,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:20,297 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:20,299 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:20,301 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33208
2016-01-14 15:33:20,303 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:20,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785600227_0001_000000, startTime=1452785600305
2016-01-14 15:33:20,305 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:20,305 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:20,353 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:20,353 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:20,354 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...estOOMEPostGroup/oomepost, applicationId=application_1452785600227_0001, dagName=[87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:20,374 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:20,376 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785600227_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001/localmode-log-dir/dag_1452785600227_0001_1.dot
2016-01-14 15:33:20,377 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001/localmode-log-dir/dag_1452785600227_0001_1-tez-dag.pb.txt
2016-01-14 15:33:20,388 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785600227_0001_1
2016-01-14 15:33:20,388 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,388 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:20 Running Dag: dag_1452785600227_0001_1
2016-01-14 15:33:20,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:20,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785600227_0001_1, submitTime=1452785600375
2016-01-14 15:33:20,402 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,403 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:20,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:20,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785600227_0001_1, initTime=1452785600402
2016-01-14 15:33:20,403 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785600227_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:20,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:DAG_STARTED]: dagID=dag_1452785600227_0001_1, startTime=1452785600404
2016-01-14 15:33:20,404 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:20,404 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785600227_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:20,405 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FD02FE523ACE431EB5BCF3F91A754AE0 : {31D5A53F8B914F65A3E7FEA5ACCCF1A5={InputName=31D5A53F8B914F65A3E7FEA5ACCCF1A5}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:20,405 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 31D5A53F8B914F65A3E7FEA5ACCCF1A5, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:20,405 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,405 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...estOOMEPostGroup/oomepost, applicationId=application_1452785600227_0001, dagName=[87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:20,405 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,405 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,406 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]. Starting root input initializers: 1
2016-01-14 15:33:20,404 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:20,406 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:20,406 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 31D5A53F8B914F65A3E7FEA5ACCCF1A5 on vertex vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,406 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B366633BA35A4F839A8696B087D4B71E : {70B9274122374A128B0309A35255EA23={InputName=70B9274122374A128B0309A35255EA23}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:20,407 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 70B9274122374A128B0309A35255EA23, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:20,407 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,407 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,407 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,408 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]. Starting root input initializers: 1
2016-01-14 15:33:20,408 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:20,408 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 31D5A53F8B914F65A3E7FEA5ACCCF1A5 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:20,409 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:20,409 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:20,410 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:20,410 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,411 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 15:33:20,412 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 31D5A53F8B914F65A3E7FEA5ACCCF1A5 on vertex vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,412 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 70B9274122374A128B0309A35255EA23 on vertex vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,414 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:20,415 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 70B9274122374A128B0309A35255EA23 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:20,415 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:20,416 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,416 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,416 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,416 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=D7C54DE57E6044C884AC3725AEA08C09, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:20,417 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=D7C54DE57E6044C884AC3725AEA08C09, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,416 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:20,417 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:20,418 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=D7C54DE57E6044C884AC3725AEA08C09, vertexName=B79DDA0F442C494B91B5005B2EF63CBF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:20,418 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=D7C54DE57E6044C884AC3725AEA08C09, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,419 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 15:33:20,421 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 70B9274122374A128B0309A35255EA23 on vertex vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,424 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:20,424 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, vertexId=vertex_1452785600227_0001_1_02, initRequestedTime=1452785600410, initedTime=1452785600423, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:20,425 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:20,425 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:20,425 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {31D5A53F8B914F65A3E7FEA5ACCCF1A5=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:20,425 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] parallelism set to 1
2016-01-14 15:33:20,426 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:20,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785600227_0001_1_00, eventCount=1
2016-01-14 15:33:20,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, vertexId=vertex_1452785600227_0001_1_00, initRequestedTime=1452785600405, initedTime=1452785600427, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:20,428 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] with distanceFromRoot: 0
2016-01-14 15:33:20,428 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:20,428 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:20,429 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:20,429 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {70B9274122374A128B0309A35255EA23=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:20,430 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] parallelism set to 1
2016-01-14 15:33:20,430 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:20,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785600227_0001_1_01, eventCount=1
2016-01-14 15:33:20,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B366633BA35A4F839A8696B087D4B71E, vertexId=vertex_1452785600227_0001_1_01, initRequestedTime=1452785600406, initedTime=1452785600430, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:20,431 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] with distanceFromRoot: 0
2016-01-14 15:33:20,431 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:20,432 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] submitted tez dag to app master: application_1452785600227_0001, with dag id: dag_1452785600227_0001_1
2016-01-14 15:33:20,431 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:20,433 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:20,433 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785600227_0001_1_00, startRequestedTime=1452785600433, startedTime=1452785600433
2016-01-14 15:33:20,434 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:20,434 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:20,437 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:20,437 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785600227_0001_1_01, startRequestedTime=1452785600437, startedTime=1452785600437
2016-01-14 15:33:20,438 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:20,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:20,439 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:20,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_STARTED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, taskId=task_1452785600227_0001_1_00_000000, scheduledTime=1452785600438, launchTime=1452785600438
2016-01-14 15:33:20,440 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:20,440 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785600227_0001_1_00 for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] numStartedSources: 1 numSources: 2
2016-01-14 15:33:20,440 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] numStartedSources: 1 numSources: 2
2016-01-14 15:33:20,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_STARTED]: vertexName=B366633BA35A4F839A8696B087D4B71E, taskId=task_1452785600227_0001_1_01_000000, scheduledTime=1452785600440, launchTime=1452785600440
2016-01-14 15:33:20,441 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:20,441 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:20,441 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785600227_0001_1_01 for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] numStartedSources: 2 numSources: 2
2016-01-14 15:33:20,441 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] with distanceFromRoot: 1
2016-01-14 15:33:20,441 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,441 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,442 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: FD02FE523ACE431EB5BCF3F91A754AE0 in vertex: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,442 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B366633BA35A4F839A8696B087D4B71E in vertex: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,442 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B79DDA0F442C494B91B5005B2EF63CBF with 2 source tasks and 1 pending tasks
2016-01-14 15:33:20,443 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:20,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785600227_0001_1_02, startRequestedTime=1452785600442, startedTime=1452785600442
2016-01-14 15:33:20,443 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:20,443 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: FD02FE523ACE431EB5BCF3F91A754AE0, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=31D5A53F8B914F65A3E7FEA5ACCCF1A5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:20,443 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:20,444 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: B366633BA35A4F839A8696B087D4B71E, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=70B9274122374A128B0309A35255EA23, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:20,444 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:20,444 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:20,444 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:20,445 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:20,448 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:20,448 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:20,449 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785600227_0001_00_000001
2016-01-14 15:33:20,449 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:20,449 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785600227_0001_00_000002
2016-01-14 15:33:20,449 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:20,451 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785600227_0001_00_000001
2016-01-14 15:33:20,451 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:20,452 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:20,452 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:20,452 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785600227_0001_00_000001, launchTime=1452785600452
2016-01-14 15:33:20,452 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785600227_0001_00_000002
2016-01-14 15:33:20,453 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:20,453 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785600227_0001_00_000001
2016-01-14 15:33:20,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:20,454 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:20,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785600227_0001_00_000002, launchTime=1452785600453
2016-01-14 15:33:20,454 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785600227_0001_1_00_000000_0] to container: [container_1452785600227_0001_00_000001]
2016-01-14 15:33:20,455 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:20,455 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785600227_0001_00_000002
2016-01-14 15:33:20,455 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785600227_0001_00_000001 given task: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,455 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785600227_0001_1_00_000000_0] started. Is using containerId: [container_1452785600227_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:20,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0, startTime=1452785600455, containerId=container_1452785600227_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785600227_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:20,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:20,457 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785600227_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,458 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,458 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,458 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:20,458 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:20,458 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:20,459 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:20,459 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:20,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: FD02FE523ACE431EB5BCF3F91A754AE0, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=31D5A53F8B914F65A3E7FEA5ACCCF1A5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:20,459 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:20,456 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:20,460 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:20,462 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:20,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,463 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785600227_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:20,463 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785600227_0001_1_01_000000_0] to container: [container_1452785600227_0001_00_000002]
2016-01-14 15:33:20,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:20,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=31D5A53F8B914F65A3E7FEA5ACCCF1A5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:20,464 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785600227_0001_1_01_000000_0] started. Is using containerId: [container_1452785600227_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:20,465 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785600227_0001_00_000002 given task: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,465 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785600227_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B366633BA35A4F839A8696B087D4B71E, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0, startTime=1452785600464, containerId=container_1452785600227_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785600227_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:20,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:20,465 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:20,466 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:20,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:20,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,467 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,469 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,469 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,470 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:20,470 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:20,470 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:20,470 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:20,470 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:20,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: B366633BA35A4F839A8696B087D4B71E, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=70B9274122374A128B0309A35255EA23, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:20,470 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:20,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:20,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:20,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,472 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:20,476 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:20,476 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:20,476 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,477 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,478 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785600227_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:20,478 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,479 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:20,479 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=70B9274122374A128B0309A35255EA23, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:20,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:20,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,481 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,483 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:20,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B79DDA0F442C494B91B5005B2EF63CBF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:20,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:20,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,487 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:20,487 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,489 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FD02FE523ACE431EB5BCF3F91A754AE0, ordinal: 1
2016-01-14 15:33:20,489 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FD02FE523ACE431EB5BCF3F91A754AE0, mem on start (mb), free: 216, total: 491, max: 672
2016-01-14 15:33:20,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:20,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:20,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:20,489 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:20,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:20,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:20,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:20,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:20,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:20,491 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 31D5A53F8B914F65A3E7FEA5ACCCF1A5, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:20,491 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B79DDA0F442C494B91B5005B2EF63CBF, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:20,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:20,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,495 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:20,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,496 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 31D5A53F8B914F65A3E7FEA5ACCCF1A5 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:20,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:20,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:20,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:20,498 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:20,499 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,498 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,498 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B366633BA35A4F839A8696B087D4B71E, ordinal: 0
2016-01-14 15:33:20,499 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B366633BA35A4F839A8696B087D4B71E, mem on start (mb), free: 216, total: 491, max: 672
2016-01-14 15:33:20,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:20,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:20,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:20,500 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:20,499 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:20,500 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:20,501 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:20,501 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:20,502 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:20,502 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:20,502 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 70B9274122374A128B0309A35255EA23, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:20,502 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B79DDA0F442C494B91B5005B2EF63CBF, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:20,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:20,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 70B9274122374A128B0309A35255EA23 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:20,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:20,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:20,502 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6e228263
2016-01-14 15:33:20,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,503 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:20,505 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,505 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:20,506 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,506 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:20,507 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@33a6d9ec
2016-01-14 15:33:20,506 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:20,507 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6e228263
2016-01-14 15:33:20,508 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:20,509 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/upper.txt"]
2016-01-14 15:33:20,508 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 31D5A53F8B914F65A3E7FEA5ACCCF1A5
2016-01-14 15:33:20,510 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']], id: 117F9AA92A2541B782B712535755DCB9
2016-01-14 15:33:20,510 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:20,508 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@33a6d9ec
2016-01-14 15:33:20,510 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:20,511 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:20,510 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']] 117F9AA92A2541B782B712535755DCB9
2016-01-14 15:33:20,510 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/upper.txt"] streamed: true, id: 70B9274122374A128B0309A35255EA23
2016-01-14 15:33:20,511 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']], id: 117F9AA92A2541B782B712535755DCB9
2016-01-14 15:33:20,512 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']] 117F9AA92A2541B782B712535755DCB9
2016-01-14 15:33:20,512 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@77126aa9; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@5a18ba51; comparator=cascading.tuple.hadoop.util.TupleComparator@d704a0d; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:20,513 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@470da25f; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@501f2f6a; comparator=cascading.tuple.hadoop.util.TupleComparator@2f62013e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:20,514 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:20,514 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:20,515 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:20,515 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:20,516 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:20,516 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:20,916 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:20,916 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:20,916 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:20,916 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:20,917 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:20,918 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:20,918 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:20,919 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FD02FE523ACE431EB5BCF3F91A754AE0, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:20,929 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:20,929 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:20,929 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:20,929 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:20,929 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:20,930 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/upper.txt"]
2016-01-14 15:33:20,930 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:20,931 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B366633BA35A4F839A8696B087D4B71E, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:20,932 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,932 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FD02FE523ACE431EB5BCF3F91A754AE0, mem on close (mb), free: 261, total: 484, max: 672
2016-01-14 15:33:20,932 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:20,932 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:20,932 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 15:33:20,932 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:20,936 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:20,937 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,937 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B366633BA35A4F839A8696B087D4B71E, mem on close (mb), free: 261, total: 484, max: 672
2016-01-14 15:33:20,937 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:20,937 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:20,938 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 15:33:20,938 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:20,940 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:20 Completed running task attempt: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,942 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:20,943 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785600227_0001_1_00, eventCount=1
2016-01-14 15:33:20,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=92, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785600919, Process_Duration=13, Process_End_Time=1452785600932, Read_Duration=12, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:20,944 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:20,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, taskAttemptId=attempt_1452785600227_0001_1_00_000000_0, startTime=1452785600455, finishTime=1452785600943, timeTaken=488, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=92, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600919, Process_Duration=13, Process_End_Time=1452785600932, Read_Duration=12, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:20,946 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:20,946 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20,946 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:20,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_FINISHED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, taskId=task_1452785600227_0001_1_00_000000, startTime=1452785600455, finishTime=1452785600946, timeTaken=491, status=SUCCEEDED, successfulAttemptID=attempt_1452785600227_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=92, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600919, Process_Duration=13, Process_End_Time=1452785600932, Read_Duration=12, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:20,949 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:20,949 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:20,949 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] : 1
2016-01-14 15:33:20,950 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:20,949 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:20,953 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_FINISHED]: vertexName=FD02FE523ACE431EB5BCF3F91A754AE0, vertexId=vertex_1452785600227_0001_1_00, initRequestedTime=1452785600405, initedTime=1452785600427, startRequestedTime=1452785600433, startedTime=1452785600433, finishTime=1452785600950, timeTaken=517, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=92, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600919, Process_Duration=13, Process_End_Time=1452785600932, Read_Duration=12, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785600455, firstTasksToStart=[ task_1452785600227_0001_1_00_000000 ], lastTaskFinishTime=1452785600943, lastTasksToFinish=[ task_1452785600227_0001_1_00_000000 ], minTaskDuration=488, maxTaskDuration=488, avgTaskDuration=488.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785600227_0001_1_00_000000 ], longestDurationTasks=[ task_1452785600227_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:20,953 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:20,953 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:20 Completed running task attempt: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,953 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:20,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785600227_0001_00_000001, stoppedTime=1452785600954, exitStatus=0
2016-01-14 15:33:20,954 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:20,954 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] attempt: attempt_1452785600227_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:20,955 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:20,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:20,955 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785600227_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:20,955 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785600227_0001_00_000001
2016-01-14 15:33:20,955 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785600227_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:20,956 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785600227_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:20,954 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:20,956 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785600227_0001_00_000001, Exiting
2016-01-14 15:33:20,956 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785600227_0001_00_000001
2016-01-14 15:33:20,957 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785600227_0001_00_000001
2016-01-14 15:33:20,955 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:20,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785600227_0001_1_01, eventCount=1
2016-01-14 15:33:20,960 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785600227_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:20,960 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785600227_0001_00_000001 completed successfully
2016-01-14 15:33:20,961 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=124, FILE_BYTES_WRITTEN=6180, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785600931, Process_Duration=6, Process_End_Time=1452785600937, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:20,961 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:20,961 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,962 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B366633BA35A4F839A8696B087D4B71E, taskAttemptId=attempt_1452785600227_0001_1_01_000000_0, startTime=1452785600464, finishTime=1452785600960, timeTaken=496, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=124, FILE_BYTES_WRITTEN=6180, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600931, Process_Duration=6, Process_End_Time=1452785600937, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:20,962 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:20,962 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:20,963 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:20,963 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20,963 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:20,963 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_FINISHED]: vertexName=B366633BA35A4F839A8696B087D4B71E, taskId=task_1452785600227_0001_1_01_000000, startTime=1452785600464, finishTime=1452785600963, timeTaken=499, status=SUCCEEDED, successfulAttemptID=attempt_1452785600227_0001_1_01_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=124, FILE_BYTES_WRITTEN=6180, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600931, Process_Duration=6, Process_End_Time=1452785600937, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:20,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:20,964 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:20,964 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] : 1
2016-01-14 15:33:20,964 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:20,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_FINISHED]: vertexName=B366633BA35A4F839A8696B087D4B71E, vertexId=vertex_1452785600227_0001_1_01, initRequestedTime=1452785600406, initedTime=1452785600430, startRequestedTime=1452785600437, startedTime=1452785600437, finishTime=1452785600964, timeTaken=527, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=124, FILE_BYTES_WRITTEN=6180, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=386, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785600931, Process_Duration=6, Process_End_Time=1452785600937, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785600464, firstTasksToStart=[ task_1452785600227_0001_1_01_000000 ], lastTaskFinishTime=1452785600960, lastTasksToFinish=[ task_1452785600227_0001_1_01_000000 ], minTaskDuration=496, maxTaskDuration=496, avgTaskDuration=496.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785600227_0001_1_01_000000 ], longestDurationTasks=[ task_1452785600227_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:20,965 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:20,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:20,966 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:20,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785600227_0001_00_000002, stoppedTime=1452785600968, exitStatus=0
2016-01-14 15:33:20,970 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:20,970 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] attempt: attempt_1452785600227_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:20,970 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B79DDA0F442C494B91B5005B2EF63CBF
2016-01-14 15:33:20,970 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,970 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:20,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:20,971 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785600227_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 15:33:20,971 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785600227_0001_00_000002
2016-01-14 15:33:20,971 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785600227_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:20,971 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785600227_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:20,972 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:20,972 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785600227_0001_00_000002, Exiting
2016-01-14 15:33:20,972 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785600227_0001_00_000002
2016-01-14 15:33:20,972 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785600227_0001_00_000002
2016-01-14 15:33:20,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_STARTED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, taskId=task_1452785600227_0001_1_02_000000, scheduledTime=1452785600971, launchTime=1452785600971
2016-01-14 15:33:20,973 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:20,973 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:20,973 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:20,974 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: B79DDA0F442C494B91B5005B2EF63CBF, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B366633BA35A4F839A8696B087D4B71E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=FD02FE523ACE431EB5BCF3F91A754AE0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D7C54DE57E6044C884AC3725AEA08C09, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:20,974 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:20,974 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:20,973 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785600227_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:20,974 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785600227_0001_00_000002 completed successfully
2016-01-14 15:33:20,975 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785600227_0001_00_000003
2016-01-14 15:33:20,975 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:20,975 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:20,976 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785600227_0001_00_000003
2016-01-14 15:33:20,977 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 15:33:20,979 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:20,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:20,980 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785600227_0001_00_000003, launchTime=1452785600979
2016-01-14 15:33:20,981 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785600227_0001_00_000003
2016-01-14 15:33:20,982 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785600227_0001_1_02_000000_0] to container: [container_1452785600227_0001_00_000003]
2016-01-14 15:33:20,982 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:20,983 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785600227_0001_1_02_000000_0] started. Is using containerId: [container_1452785600227_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 15:33:20,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, taskAttemptId=attempt_1452785600227_0001_1_02_000000_0, startTime=1452785600983, containerId=container_1452785600227_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785600227_0001_00_000003/teamcity, completedLogs=
2016-01-14 15:33:20,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:20,984 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:20,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:20,984 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785600227_0001_00_000003 given task: attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:20,984 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785600227_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:20,985 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:20,985 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:20,985 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:20,985 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:20,986 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:20,986 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:20,986 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:20,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C] lower*upper/(1/1) ...estOOMEPostGroup/oomepost, VertexName: B79DDA0F442C494B91B5005B2EF63CBF, VertexParallelism: 1, TaskAttemptID:attempt_1452785600227_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B366633BA35A4F839A8696B087D4B71E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=FD02FE523ACE431EB5BCF3F91A754AE0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D7C54DE57E6044C884AC3725AEA08C09, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:20,986 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:20,987 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:20,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:20,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B366633BA35A4F839A8696B087D4B71E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:20,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:20,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:20,991 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:20,991 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:20,992 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:20,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:20,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:20,995 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785600227_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 15:33:20,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FD02FE523ACE431EB5BCF3F91A754AE0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:20,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:20,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:20,997 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:20,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D7C54DE57E6044C884AC3725AEA08C09, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:20,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:21,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D7C54DE57E6044C884AC3725AEA08C09
2016-01-14 15:33:21,000 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:21,001 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: D7C54DE57E6044C884AC3725AEA08C09
2016-01-14 15:33:20,998 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:21,001 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:21,002 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,003 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,011 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:21,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D7C54DE57E6044C884AC3725AEA08C09
2016-01-14 15:33:21,012 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B79DDA0F442C494B91B5005B2EF63CBF, ordinal: 2
2016-01-14 15:33:21,012 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B79DDA0F442C494B91B5005B2EF63CBF, mem on start (mb), free: 252, total: 484, max: 672
2016-01-14 15:33:21,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 15:33:21,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:21,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:21,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:21,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:21,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:21,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:21,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:21,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:21,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 15:33:21,014 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 15:33:21,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B366633BA35A4F839A8696B087D4B71E, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 15:33:21,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D7C54DE57E6044C884AC3725AEA08C09, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:21,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FD02FE523ACE431EB5BCF3F91A754AE0, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 15:33:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B366633BA35A4F839A8696B087D4B71E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:21,015 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:21,016 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:21,016 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B366633BA35A4F839A8696B087D4B71E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:21,016 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 15:33:21,016 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:21,017 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:21,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FD02FE523ACE431EB5BCF3F91A754AE0 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:21,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-01-14 15:33:21,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-01-14 15:33:21,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:21,019 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:21,020 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:21,020 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: FD02FE523ACE431EB5BCF3F91A754AE0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:21,020 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 15:33:21,020 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:21,020 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:21,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:21,022 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:21,026 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785600227_0001_1_00_000000_0_10040, runDuration: 468586, ]
2016-01-14 15:33:21,026 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']]
2016-01-14 15:33:21,027 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785600227_0001_1_01_000000_0_10043, runDuration: 466386, ]
2016-01-14 15:33:21,027 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']] streamed: true, id: 117F9AA92A2541B782B712535755DCB9
2016-01-14 15:33:21,027 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPostGroup/oomepost"], id: D7C54DE57E6044C884AC3725AEA08C09
2016-01-14 15:33:21,027 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testOOMEPostGroup/oomepost"]
2016-01-14 15:33:21,027 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']] 117F9AA92A2541B782B712535755DCB9, for 2 inputs
2016-01-14 15:33:21,028 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(lower*upper)[by: lower:[{1}:'num'] upper:[{1}:'num']] 117F9AA92A2541B782B712535755DCB9, for 2 inputs
2016-01-14 15:33:21,029 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785600227_0001_1_00_000000_0_10040] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452785601029, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 15:33:21,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,029 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:33:21,029 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785600227_0001_1_01_000000_0_10043] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452785601029, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 15:33:21,030 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 15:33:21,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:21,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:21,032 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B366633BA35A4F839A8696B087D4B71E] #3 in 5ms
2016-01-14 15:33:21,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [FD02FE523ACE431EB5BCF3F91A754AE0] #4 in 4ms
2016-01-14 15:33:21,032 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [FD02FE523ACE431EB5BCF3F91A754AE0] #4, status:false, isInterrupted:false
2016-01-14 15:33:21,033 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B366633BA35A4F839A8696B087D4B71E] #3, status:false, isInterrupted:false
2016-01-14 15:33:21,034 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:21,034 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 15:33:21,034 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,035 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:21,035 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 15:33:21,035 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,035 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:21,034 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:21,036 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 15:33:21,036 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,036 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:21,036 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 15:33:21,037 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,037 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:21,037 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B79DDA0F442C494B91B5005B2EF63CBF, all 2 inputs ready in: 00:00:00.006
2016-01-14 15:33:21,038 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@85d64c8; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2b838ac2
2016-01-14 15:33:21,039 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@554a0f56; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@713502d8
2016-01-14 15:33:21,042 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught OutOfMemoryException, will not trap, rethrowing
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:21,045 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:21,046 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:21,046 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:21,046 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785600227_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 15:33:21,049 ERROR task.TezTaskRunner (TezTaskRunner.java:run(213)) - Exception of type Error.
java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:21,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 43 [[File System Counters FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=2, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=8, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785601037, Process_Duration=11, Process_End_Time=1452785601048, Read_Duration=0, Tuples_Read=2]]
2016-01-14 15:33:21,054 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B79DDA0F442C494B91B5005B2EF63CBF, mem on close (mb), free: 247, total: 484, max: 672
2016-01-14 15:33:21,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:21,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, taskAttemptId=attempt_1452785600227_0001_1_02_000000_0, startTime=1452785600983, finishTime=1452785601053, timeTaken=70, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 43, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=2, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=508035072, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=8, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601037, Process_Duration=11, Process_End_Time=1452785601048, Read_Duration=0, Tuples_Read=2
2016-01-14 15:33:21,055 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 15:33:21,055 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452785600227_0001_1_02_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 15:33:21,055 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:21,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=B79DDA0F442C494B91B5005B2EF63CBF, index=2
2016-01-14 15:33:21,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:TASK_FINISHED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, taskId=task_1452785600227_0001_1_02_000000, startTime=1452785600983, finishTime=1452785601055, timeTaken=72, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 15:33:21,056 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,057 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785600227_0001_1_02_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 15:33:21,057 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:21,057 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] : 1
2016-01-14 15:33:21,057 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:21,057 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] because task failed: task_1452785600227_0001_1_02_000000
2016-01-14 15:33:21,057 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] due to trigger: OWN_TASK_FAILURE
2016-01-14 15:33:21,057 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:21,058 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 15:33:21,058 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:21,058 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,058 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=D7C54DE57E6044C884AC3725AEA08C09, vertexId=vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:21,058 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:21,058 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:21,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=B79DDA0F442C494B91B5005B2EF63CBF, sourceVertex=FD02FE523ACE431EB5BCF3F91A754AE0
2016-01-14 15:33:21,059 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,061 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:21,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:VERTEX_FINISHED]: vertexName=B79DDA0F442C494B91B5005B2EF63CBF, vertexId=vertex_1452785600227_0001_1_02, initRequestedTime=1452785600410, initedTime=1452785600423, startRequestedTime=1452785600442, startedTime=1452785600442, finishTime=1452785601061, timeTaken=619, status=FAILED, diagnostics=Task failed, taskId=task_1452785600227_0001_1_02_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452785600983, firstTasksToStart=[ task_1452785600227_0001_1_02_000000 ], lastTaskFinishTime=1452785601053, lastTasksToFinish=[ task_1452785600227_0001_1_02_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 15:33:21,062 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 15:33:21,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:21,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785600227_0001_00_000003, stoppedTime=1452785601062, exitStatus=0
2016-01-14 15:33:21,062 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:21,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:21,062 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:21,063 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452785600227_0001_1_02_000000_0 failed: true container: container_1452785600227_0001_00_000003 numFailedTAs: 0
2016-01-14 15:33:21,065 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,065 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:21,065 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:21,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=B79DDA0F442C494B91B5005B2EF63CBF, sourceVertex=B366633BA35A4F839A8696B087D4B71E
2016-01-14 15:33:21,065 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] completed., numCompletedVertices=3, numSuccessfulVertices=2, numFailedVertices=1, numKilledVertices=0, numVertices=3
2016-01-14 15:33:21,066 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 15:33:21,066 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785600227_0001_1
2016-01-14 15:33:21,066 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(917)) - No output committers for vertex: vertex_1452785600227_0001_1_00 [FD02FE523ACE431EB5BCF3F91A754AE0]
2016-01-14 15:33:21,066 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(917)) - No output committers for vertex: vertex_1452785600227_0001_1_01 [B366633BA35A4F839A8696B087D4B71E]
2016-01-14 15:33:21,066 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: D7C54DE57E6044C884AC3725AEA08C09 for vertex: vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF]
2016-01-14 15:33:21,069 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785600227_0001_1, queueSize=0
2016-01-14 15:33:21,069 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:21,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785600227_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785600227_0001_1, startTime=1452785600404, finishTime=1452785601067, timeTaken=663, status=FAILED, diagnostics=Vertex failed, vertexName=B79DDA0F442C494B91B5005B2EF63CBF, vertexId=vertex_1452785600227_0001_1_02, diagnostics=[Task failed, taskId=task_1452785600227_0001_1_02_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Fatal Error cause TezChild exit.:java.lang.OutOfMemoryError: fake error
	at cascading.RegressionPipesPlatformTest$2.throwIntentionalException(RegressionPipesPlatformTest.java:635)
	at cascading.TestFunction.operate(TestFunction.java:74)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:45)
	at cascading.flow.stream.duct.OpenDuct.receive(OpenDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezCoGroupGate.reduce(TezCoGroupGate.java:90)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452785600227_0001_1_02 [B79DDA0F442C494B91B5005B2EF63CBF] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=6402, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, GC_TIME_MILLIS=772, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1016070144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=150, OUTPUT_BYTES_WITH_OVERHEAD=182, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=2905571201850, Process_Duration=19, Process_End_Time=2905571201869, Read_Duration=16, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 15:33:21,071 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785600227_0001_1 finished with state: FAILED
2016-01-14 15:33:21,071 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785600227_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:21,071 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785600227_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 15:33:21 Completed Dag: dag_1452785600227_0001_1
2016-01-14 15:33:21,072 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785600227_0001_1, dagState=FAILED
2016-01-14 15:33:21,072 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785600227_0001_1_post
2016-01-14 15:33:21,072 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,072 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:21,072 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:21,072 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=B79DDA0F442C494B91B5005B2EF63CBF, sourceVertex=D7C54DE57E6044C884AC3725AEA08C09
2016-01-14 15:33:21,073 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785600227_0001_00_000003
2016-01-14 15:33:21,073 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785600227_0001_00_000003
2016-01-14 15:33:21,073 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785600227_0001_00_000003 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 15:33:21,074 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452785600227_0001_00_000003 completed but with errors
2016-01-14 15:33:21,074 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452785600227_0001_00_000003 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 15:33:21,074 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785600227_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:21,074 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785600227_0001_1_02_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 15:33:21,083 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...estOOMEPostGroup/oomepost, applicationId=application_1452785600227_0001
2016-01-14 15:33:21,093 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:21,093 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:21,093 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:21,093 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:21,093 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:21,094 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:21,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:21,095 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:21,096 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:21,096 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:21,096 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:21,096 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:21,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:21,103 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/87D28BC897FF44D9A999F10C7A2EC55D/D71ADE74FFD04E569E720F31CB52AC8C/.tez/application_1452785600227_0001
2016-01-14 15:33:21,103 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] stopping all jobs
2016-01-14 15:33:21,103 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] stopping: (1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:21,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] stopped all jobs
2016-01-14 15:33:21,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  completed in: 00:00.895
exception = cascading.flow.FlowException: local step failed: (1/1) ...estOOMEPostGroup/oomepost
2016-01-14 15:33:21,105 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testOOMEPostGroup/oomepost
2016-01-14 15:33:21,129 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:21,129 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:21,170 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 15:33:21,177 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-01-14 15:33:21,177 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:21,177 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:21,177 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:21,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 15:33:21,200 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testLastEachNotModified/lasteachmodified
2016-01-14 15:33:21,246 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:21,246 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:21,247 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testLastEachNotModified/lasteachmodified"]
2016-01-14 15:33:21,247 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:21,247 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:21,247 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:21,249 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...Modified/lasteachmodified
2016-01-14 15:33:21,250 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:21,267 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:21,273 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:21,274 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:21,274 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:21,286 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001 doesn't exist and is created
2016-01-14 15:33:21,309 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:21,309 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:21,310 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001
2016-01-14 15:33:21,315 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785601274_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:21,331 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:21,332 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:21,334 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:21,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:21,335 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001/localmode-log-dir
2016-01-14 15:33:21,335 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001/localmode-log-dir/history.txt.appattempt_1452785601274_0001_000000, maxErrors=10
2016-01-14 15:33:21,335 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:21,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785601274_0001_000000, appSubmitTime=1452785601314, launchTime=1452785601314
2016-01-14 15:33:21,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:21,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:21,349 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:21,350 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:21,351 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43215
2016-01-14 15:33:21,360 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:21,363 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785601274_0001_000000, startTime=1452785601362
2016-01-14 15:33:21,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:21,363 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:21,410 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:21,410 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:21,411 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Modified/lasteachmodified, applicationId=application_1452785601274_0001, dagName=[39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified
2016-01-14 15:33:21,436 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified
2016-01-14 15:33:21,438 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785601274_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001/localmode-log-dir/dag_1452785601274_0001_1.dot
2016-01-14 15:33:21,439 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001/localmode-log-dir/dag_1452785601274_0001_1-tez-dag.pb.txt
2016-01-14 15:33:21,453 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785601274_0001_1
2016-01-14 15:33:21,453 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,453 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified
2016-01-14 15:33:21 Running Dag: dag_1452785601274_0001_1
2016-01-14 15:33:21,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785601274_0001_1, submitTime=1452785601437
2016-01-14 15:33:21,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:21,468 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,468 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:21,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785601274_0001_1, initTime=1452785601467
2016-01-14 15:33:21,468 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785601274_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:21,469 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:21,471 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:21,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:DAG_STARTED]: dagID=dag_1452785601274_0001_1, startTime=1452785601470
2016-01-14 15:33:21,471 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:21,471 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785601274_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:21,471 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B33CF53C853B4BDCA0247174E518789E : {132248C79AB24962BB12E7AFB4E7F2A6={InputName=132248C79AB24962BB12E7AFB4E7F2A6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:21,471 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 132248C79AB24962BB12E7AFB4E7F2A6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:21,472 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,472 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,472 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,472 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]. Starting root input initializers: 1
2016-01-14 15:33:21,473 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:21,473 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,477 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Modified/lasteachmodified, applicationId=application_1452785601274_0001, dagName=[39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified
2016-01-14 15:33:21,479 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 132248C79AB24962BB12E7AFB4E7F2A6 on vertex vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,479 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:21,479 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,480 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,480 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,480 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E3463551F6CF42D3A36531D985D08916, vertexId=vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:21,480 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E3463551F6CF42D3A36531D985D08916, vertexId=vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,482 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:21,482 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E3463551F6CF42D3A36531D985D08916, vertexName=F825CC7981B34987A98F1A9F8DAEC413, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:21,482 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 132248C79AB24962BB12E7AFB4E7F2A6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:21,482 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E3463551F6CF42D3A36531D985D08916, vertexId=vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,482 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:21,483 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:21,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:21,485 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, vertexId=vertex_1452785601274_0001_1_01, initRequestedTime=1452785601473, initedTime=1452785601484, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:21,485 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:21,490 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 15:33:21,490 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 132248C79AB24962BB12E7AFB4E7F2A6 on vertex vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,491 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:21,491 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {132248C79AB24962BB12E7AFB4E7F2A6=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:21,491 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] parallelism set to 1
2016-01-14 15:33:21,491 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:21,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785601274_0001_1_00, eventCount=1
2016-01-14 15:33:21,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:21,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B33CF53C853B4BDCA0247174E518789E, vertexId=vertex_1452785601274_0001_1_00, initRequestedTime=1452785601471, initedTime=1452785601492, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:21,493 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] with distanceFromRoot: 0
2016-01-14 15:33:21,493 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:21,493 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,494 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:21,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785601274_0001_1_00, startRequestedTime=1452785601493, startedTime=1452785601493
2016-01-14 15:33:21,495 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:21,495 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:21,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_STARTED]: vertexName=B33CF53C853B4BDCA0247174E518789E, taskId=task_1452785601274_0001_1_00_000000, scheduledTime=1452785601495, launchTime=1452785601495
2016-01-14 15:33:21,496 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:21,496 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785601274_0001_1_00 for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] numStartedSources: 1 numSources: 1
2016-01-14 15:33:21,496 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] with distanceFromRoot: 1
2016-01-14 15:33:21,497 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,497 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B33CF53C853B4BDCA0247174E518789E in vertex: F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,498 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F825CC7981B34987A98F1A9F8DAEC413 with 1 source tasks and 1 pending tasks
2016-01-14 15:33:21,498 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:21,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785601274_0001_1_01, startRequestedTime=1452785601497, startedTime=1452785601497
2016-01-14 15:33:21,499 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:21,499 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified, VertexName: B33CF53C853B4BDCA0247174E518789E, VertexParallelism: 1, TaskAttemptID:attempt_1452785601274_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=132248C79AB24962BB12E7AFB4E7F2A6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F825CC7981B34987A98F1A9F8DAEC413, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:21,499 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:21,500 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:21,501 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:21,502 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:21,502 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:21,502 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785601274_0001_00_000001
2016-01-14 15:33:21,502 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:21,504 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785601274_0001_00_000001
2016-01-14 15:33:21,504 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:21,506 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:21,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:21,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785601274_0001_00_000001, launchTime=1452785601507
2016-01-14 15:33:21,509 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785601274_0001_00_000001
2016-01-14 15:33:21,511 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785601274_0001_1_00_000000_0] to container: [container_1452785601274_0001_00_000001]
2016-01-14 15:33:21,512 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:21,511 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785601274_0001, with dag id: dag_1452785601274_0001_1
2016-01-14 15:33:21,514 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785601274_0001_1_00_000000_0] started. Is using containerId: [container_1452785601274_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:21,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B33CF53C853B4BDCA0247174E518789E, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0, startTime=1452785601513, containerId=container_1452785601274_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785601274_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:21,514 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:21,514 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:21,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:21,518 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785601274_0001_00_000001 given task: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,519 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785601274_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21 Starting to run new task attempt: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,521 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,521 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,521 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:21,521 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:21,521 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:21,521 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:21,522 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:21,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified, VertexName: B33CF53C853B4BDCA0247174E518789E, VertexParallelism: 1, TaskAttemptID:attempt_1452785601274_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=132248C79AB24962BB12E7AFB4E7F2A6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F825CC7981B34987A98F1A9F8DAEC413, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:21,522 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:21,526 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:21,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,529 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785601274_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:21,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=132248C79AB24962BB12E7AFB4E7F2A6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:21,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:21,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F825CC7981B34987A98F1A9F8DAEC413, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:21,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:21,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,535 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,536 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:21,540 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:21,541 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,541 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:21,543 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,549 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B33CF53C853B4BDCA0247174E518789E, ordinal: 0
2016-01-14 15:33:21,549 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B33CF53C853B4BDCA0247174E518789E, mem on start (mb), free: 170, total: 484, max: 672
2016-01-14 15:33:21,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:21,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:21,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:21,550 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:21,551 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:21,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:21,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:21,552 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:21,553 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:21,553 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 132248C79AB24962BB12E7AFB4E7F2A6, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:21,553 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F825CC7981B34987A98F1A9F8DAEC413, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:21,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:21,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,555 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:21,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 132248C79AB24962BB12E7AFB4E7F2A6 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:21,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:21,559 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,559 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:21,560 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7c2835c8
2016-01-14 15:33:21,563 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7c2835c8
2016-01-14 15:33:21,563 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:21,564 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:21,564 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:21,566 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 132248C79AB24962BB12E7AFB4E7F2A6
2016-01-14 15:33:21,566 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'insert']], id: 5895ACA118454AC8BEE843BDFE8042C4
2016-01-14 15:33:21,566 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'insert']] 5895ACA118454AC8BEE843BDFE8042C4
2016-01-14 15:33:21,567 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2e9bfe43; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@351f89d; comparator=cascading.tuple.hadoop.util.TupleComparator@7a990d1e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:21,568 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:21,568 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:21,568 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:21,782 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:21,782 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:21,796 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:21,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:21,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:21,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:21,797 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:21,797 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 15:33:21,797 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:21,798 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B33CF53C853B4BDCA0247174E518789E, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:21,800 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,800 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B33CF53C853B4BDCA0247174E518789E, mem on close (mb), free: 340, total: 464, max: 672
2016-01-14 15:33:21,801 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:21,801 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:21,801 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 160; bufvoid = 104857600
2016-01-14 15:33:21,801 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214360(104857440); length = 37/6553600
2016-01-14 15:33:21,808 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:21 Completed running task attempt: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,813 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:21,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785601274_0001_1_00, eventCount=1
2016-01-14 15:33:21,815 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=89, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=10, GC_TIME_MILLIS=214, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=160, OUTPUT_BYTES_WITH_OVERHEAD=53, OUTPUT_BYTES_PHYSICAL=57, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785601798, Process_Duration=2, Process_End_Time=1452785601800, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 15:33:21,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B33CF53C853B4BDCA0247174E518789E, taskAttemptId=attempt_1452785601274_0001_1_00_000000_0, startTime=1452785601513, finishTime=1452785601815, timeTaken=302, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=89, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, GC_TIME_MILLIS=214, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=160, OUTPUT_BYTES_WITH_OVERHEAD=53, OUTPUT_BYTES_PHYSICAL=57, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601798, Process_Duration=2, Process_End_Time=1452785601800, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 15:33:21,816 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:21,816 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:21,816 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:21,816 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,817 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:21,817 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21,817 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785601274_0001_00_000001
2016-01-14 15:33:21,817 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:21,818 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_FINISHED]: vertexName=B33CF53C853B4BDCA0247174E518789E, taskId=task_1452785601274_0001_1_00_000000, startTime=1452785601513, finishTime=1452785601817, timeTaken=304, status=SUCCEEDED, successfulAttemptID=attempt_1452785601274_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=89, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, GC_TIME_MILLIS=214, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=160, OUTPUT_BYTES_WITH_OVERHEAD=53, OUTPUT_BYTES_PHYSICAL=57, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601798, Process_Duration=2, Process_End_Time=1452785601800, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 15:33:21,818 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:21,819 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] : 1
2016-01-14 15:33:21,819 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,820 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:21,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_FINISHED]: vertexName=B33CF53C853B4BDCA0247174E518789E, vertexId=vertex_1452785601274_0001_1_00, initRequestedTime=1452785601471, initedTime=1452785601492, startRequestedTime=1452785601493, startedTime=1452785601493, finishTime=1452785601819, timeTaken=326, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=89, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, GC_TIME_MILLIS=214, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=160, OUTPUT_BYTES_WITH_OVERHEAD=53, OUTPUT_BYTES_PHYSICAL=57, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601798, Process_Duration=2, Process_End_Time=1452785601800, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452785601513, firstTasksToStart=[ task_1452785601274_0001_1_00_000000 ], lastTaskFinishTime=1452785601815, lastTasksToFinish=[ task_1452785601274_0001_1_00_000000 ], minTaskDuration=302, maxTaskDuration=302, avgTaskDuration=302.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785601274_0001_1_00_000000 ], longestDurationTasks=[ task_1452785601274_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:21,821 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:21,821 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:21,822 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] attempt: attempt_1452785601274_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:21,822 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F825CC7981B34987A98F1A9F8DAEC413
2016-01-14 15:33:21,822 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785601274_0001_00_000001, stoppedTime=1452785601822, exitStatus=0
2016-01-14 15:33:21,822 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:21,822 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:21,823 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:21,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_STARTED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, taskId=task_1452785601274_0001_1_01_000000, scheduledTime=1452785601823, launchTime=1452785601823
2016-01-14 15:33:21,823 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:21,824 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:21,824 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785601274_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:21,825 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,825 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:21,825 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified, VertexName: F825CC7981B34987A98F1A9F8DAEC413, VertexParallelism: 1, TaskAttemptID:attempt_1452785601274_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B33CF53C853B4BDCA0247174E518789E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E3463551F6CF42D3A36531D985D08916, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:21,825 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:21,825 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:21,826 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785601274_0001_00_000002
2016-01-14 15:33:21,826 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:21,828 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785601274_0001_00_000002
2016-01-14 15:33:21,828 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:21,828 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785601274_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:21,828 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785601274_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:21,829 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785601274_0001_00_000001, Exiting
2016-01-14 15:33:21,829 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785601274_0001_00_000001
2016-01-14 15:33:21,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785601274_0001_00_000002, launchTime=1452785601828
2016-01-14 15:33:21,829 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785601274_0001_00_000001
2016-01-14 15:33:21,829 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:21,829 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:21,832 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785601274_0001_00_000002
2016-01-14 15:33:21,833 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785601274_0001_1_01_000000_0] to container: [container_1452785601274_0001_00_000002]
2016-01-14 15:33:21,833 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:21,834 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785601274_0001_00_000002 given task: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,834 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785601274_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21 Starting to run new task attempt: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,834 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785601274_0001_1_01_000000_0] started. Is using containerId: [container_1452785601274_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:21,834 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,834 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,835 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:21,835 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:21,835 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:21,835 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:21,835 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:21,835 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:21,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6] test/(1/1) ...Modified/lasteachmodified, VertexName: F825CC7981B34987A98F1A9F8DAEC413, VertexParallelism: 1, TaskAttemptID:attempt_1452785601274_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B33CF53C853B4BDCA0247174E518789E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E3463551F6CF42D3A36531D985D08916, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:21,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0, startTime=1452785601834, containerId=container_1452785601274_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785601274_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:21,835 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:21,835 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:21,836 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:21,836 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:21,836 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B33CF53C853B4BDCA0247174E518789E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:21,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:21,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,850 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785601274_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:21,850 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785601274_0001_00_000001 completed successfully
2016-01-14 15:33:21,850 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:21,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E3463551F6CF42D3A36531D985D08916, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:21,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:21,854 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785601274_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:21,852 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:21,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E3463551F6CF42D3A36531D985D08916
2016-01-14 15:33:21,855 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:21,855 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E3463551F6CF42D3A36531D985D08916
2016-01-14 15:33:21,857 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:21,858 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:21,858 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,871 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F825CC7981B34987A98F1A9F8DAEC413, ordinal: 1
2016-01-14 15:33:21,871 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F825CC7981B34987A98F1A9F8DAEC413, mem on start (mb), free: 334, total: 464, max: 672
2016-01-14 15:33:21,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:21,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:21,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:21,876 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:21,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E3463551F6CF42D3A36531D985D08916
2016-01-14 15:33:21,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:21,876 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:21,876 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:21,877 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:21,877 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:21,877 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:21,877 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 15:33:21,877 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E3463551F6CF42D3A36531D985D08916, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:21,877 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B33CF53C853B4BDCA0247174E518789E, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 15:33:21,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:21,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B33CF53C853B4BDCA0247174E518789E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:21,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,879 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:21,879 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:21,882 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B33CF53C853B4BDCA0247174E518789E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:21,882 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 15:33:21,882 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:21,882 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:21,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:21,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:21,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:21,886 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,889 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785601274_0001_1_00_000000_0_10050, runDuration: 277103, ]
2016-01-14 15:33:21,891 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'insert']]
2016-01-14 15:33:21,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785601274_0001_1_00_000000_0_10050] to DISK_DIRECT, CompressedSize=57, DecompressedSize=53,EndTime=1452785601891, TimeTaken=1, Rate=0.05 MB/s
2016-01-14 15:33:21,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:21,891 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'insert']] streamed: true, id: 5895ACA118454AC8BEE843BDFE8042C4
2016-01-14 15:33:21,892 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testLastEachNotModified/lasteachmodified"], id: E3463551F6CF42D3A36531D985D08916
2016-01-14 15:33:21,892 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testLastEachNotModified/lasteachmodified"]
2016-01-14 15:33:21,892 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'insert']] 5895ACA118454AC8BEE843BDFE8042C4, for 1 inputs
2016-01-14 15:33:21,893 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B33CF53C853B4BDCA0247174E518789E] #5 in 4ms
2016-01-14 15:33:21,894 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B33CF53C853B4BDCA0247174E518789E] #5, status:false, isInterrupted:false
2016-01-14 15:33:21,896 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:21,897 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 57 bytes from disk
2016-01-14 15:33:21,897 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,897 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:21,897 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 33 bytes
2016-01-14 15:33:21,898 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,898 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:21,898 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F825CC7981B34987A98F1A9F8DAEC413, all 1 inputs ready in: 00:00:00.004
2016-01-14 15:33:21,902 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7de886e0; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2cef1cb4
2016-01-14 15:33:21,904 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:21,905 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:21,906 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,906 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785601274_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 15:33:21,908 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,908 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F825CC7981B34987A98F1A9F8DAEC413, mem on close (mb), free: 331, total: 464, max: 672
2016-01-14 15:33:21,908 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B33CF53C853B4BDCA0247174E518789E
2016-01-14 15:33:21,912 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:21,912 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:21,912 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:21,912 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:21,914 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:21 Completed running task attempt: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,916 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:21,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=89, FILE_BYTES_WRITTEN=622, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=57, SHUFFLE_BYTES=57, SHUFFLE_BYTES_DECOMPRESSED=53, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=57, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785601900, Process_Duration=8, Process_End_Time=1452785601908, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=10]]
2016-01-14 15:33:21,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, taskAttemptId=attempt_1452785601274_0001_1_01_000000_0, startTime=1452785601834, finishTime=1452785601917, timeTaken=83, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=89, FILE_BYTES_WRITTEN=622, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=57, SHUFFLE_BYTES=57, SHUFFLE_BYTES_DECOMPRESSED=53, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=57, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601900, Process_Duration=8, Process_End_Time=1452785601908, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10
2016-01-14 15:33:21,918 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785601274_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:21,918 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:21,918 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21,919 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:21,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:TASK_FINISHED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, taskId=task_1452785601274_0001_1_01_000000, startTime=1452785601834, finishTime=1452785601918, timeTaken=84, status=SUCCEEDED, successfulAttemptID=attempt_1452785601274_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=89, FILE_BYTES_WRITTEN=622, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=57, SHUFFLE_BYTES=57, SHUFFLE_BYTES_DECOMPRESSED=53, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=57, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601900, Process_Duration=8, Process_End_Time=1452785601908, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10
2016-01-14 15:33:21,919 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:21,919 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785601274_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:21,920 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] : 1
2016-01-14 15:33:21,920 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:21,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:VERTEX_FINISHED]: vertexName=F825CC7981B34987A98F1A9F8DAEC413, vertexId=vertex_1452785601274_0001_1_01, initRequestedTime=1452785601473, initedTime=1452785601484, startRequestedTime=1452785601497, startedTime=1452785601497, finishTime=1452785601920, timeTaken=423, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=89, FILE_BYTES_WRITTEN=622, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=57, SHUFFLE_BYTES=57, SHUFFLE_BYTES_DECOMPRESSED=53, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=57, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785601900, Process_Duration=8, Process_End_Time=1452785601908, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10, vertexStats=firstTaskStartTime=1452785601834, firstTasksToStart=[ task_1452785601274_0001_1_01_000000 ], lastTaskFinishTime=1452785601917, lastTasksToFinish=[ task_1452785601274_0001_1_01_000000 ], minTaskDuration=83, maxTaskDuration=83, avgTaskDuration=83.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785601274_0001_1_01_000000 ], longestDurationTasks=[ task_1452785601274_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:21,921 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:21,921 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:21,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785601274_0001_00_000002, stoppedTime=1452785601922, exitStatus=0
2016-01-14 15:33:21,925 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:21,922 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:21,926 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:21,926 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,926 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:21,927 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785601274_0001_1
2016-01-14 15:33:21,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785601274_0001_1
2016-01-14 15:33:21,927 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E3463551F6CF42D3A36531D985D08916 for vertex: vertex_1452785601274_0001_1_01 [F825CC7981B34987A98F1A9F8DAEC413]
2016-01-14 15:33:21,927 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785601274_0001_00_000002
2016-01-14 15:33:21,928 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785601274_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:21,929 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785601274_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:21,929 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785601274_0001_00_000002, Exiting
2016-01-14 15:33:21,929 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785601274_0001_00_000002
2016-01-14 15:33:21,929 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785601274_0001_00_000002
2016-01-14 15:33:21,930 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785601274_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:21,930 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785601274_0001_00_000002 completed successfully
2016-01-14 15:33:21,938 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785601274_0001_1_00 [B33CF53C853B4BDCA0247174E518789E]
2016-01-14 15:33:21,940 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785601274_0001_1, queueSize=0
2016-01-14 15:33:21,940 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:21,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785601274_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785601274_0001_1, startTime=1452785601470, finishTime=1452785601938, timeTaken=468, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2295, FILE_BYTES_WRITTEN=711, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=214, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=974127104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=160, OUTPUT_BYTES_WITH_OVERHEAD=53, OUTPUT_BYTES_PHYSICAL=57, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=57, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=57, SHUFFLE_BYTES_DECOMPRESSED=53, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=57, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905571203698, Process_Duration=10, Process_End_Time=2905571203708, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=10
2016-01-14 15:33:21,941 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785601274_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:21,942 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785601274_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:21,942 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785601274_0001_00_000002
2016-01-14 15:33:21,942 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785601274_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:21 Completed Dag: dag_1452785601274_0001_1
2016-01-14 15:33:21,943 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785601274_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:21,943 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785601274_0001_1_post
2016-01-14 15:33:21,943 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:21,944 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:21,950 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...Modified/lasteachmodified, applicationId=application_1452785601274_0001
2016-01-14 15:33:21,952 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:21,952 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:21,952 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:21,952 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:21,952 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:21,953 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:21,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:21,953 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:21,953 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:21,954 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:21,954 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:21,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:21,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:21,958 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39A5AA8E4BF64119A182F4BB5898EFE6/A79461BC2B8A4256825A22BB838C7FA6/.tez/application_1452785601274_0001
2016-01-14 15:33:21,959 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.712
2016-01-14 15:33:21,994 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testLastEachNotModified/lasteachmodified
2016-01-14 15:33:22,019 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:22,019 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:22,057 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 15:33:22,067 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 15:33:22,068 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:22,068 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:22,069 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:22,083 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:22,084 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknown/unknown
2016-01-14 15:33:22,094 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:22,094 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:22,094 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknown/unknown"]
2016-01-14 15:33:22,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:22,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:22,095 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:22,096 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...tform/testUnknown/unknown
2016-01-14 15:33:22,096 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:22,108 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:22,112 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:22,112 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:22,113 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:22,128 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001 doesn't exist and is created
2016-01-14 15:33:22,145 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:22,146 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:22,146 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001
2016-01-14 15:33:22,149 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785602112_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:22,158 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:22,159 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:22,160 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:22,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:22,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001/localmode-log-dir
2016-01-14 15:33:22,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001/localmode-log-dir/history.txt.appattempt_1452785602112_0001_000000, maxErrors=10
2016-01-14 15:33:22,161 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:22,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785602112_0001_000000, appSubmitTime=1452785602148, launchTime=1452785602148
2016-01-14 15:33:22,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:22,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:22,165 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:22,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:22,170 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:57916
2016-01-14 15:33:22,173 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:22,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785602112_0001_000000, startTime=1452785602175
2016-01-14 15:33:22,175 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:22,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:22,246 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:22,246 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:22,246 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/testUnknown/unknown, applicationId=application_1452785602112_0001, dagName=[8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown
2016-01-14 15:33:22,263 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown
2016-01-14 15:33:22,264 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785602112_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001/localmode-log-dir/dag_1452785602112_0001_1.dot
2016-01-14 15:33:22,265 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001/localmode-log-dir/dag_1452785602112_0001_1-tez-dag.pb.txt
2016-01-14 15:33:22,270 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785602112_0001_1
2016-01-14 15:33:22,270 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,270 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown
2016-01-14 15:33:22 Running Dag: dag_1452785602112_0001_1
2016-01-14 15:33:22,281 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:22,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785602112_0001_1, submitTime=1452785602263
2016-01-14 15:33:22,282 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E66C1781654D4D07AA9F16514A292EC1
2016-01-14 15:33:22,283 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:22,283 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:22,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785602112_0001_1, initTime=1452785602282
2016-01-14 15:33:22,284 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602112_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:22,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:DAG_STARTED]: dagID=dag_1452785602112_0001_1, startTime=1452785602284
2016-01-14 15:33:22,284 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:22,284 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:22,285 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602112_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:22,285 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E66C1781654D4D07AA9F16514A292EC1 : {53C6897E3EF84D59941252DCAD972C31={InputName=53C6897E3EF84D59941252DCAD972C31}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:22,285 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 53C6897E3EF84D59941252DCAD972C31, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:22,285 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,285 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/testUnknown/unknown, applicationId=application_1452785602112_0001, dagName=[8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown
2016-01-14 15:33:22,285 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,285 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,286 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]. Starting root input initializers: 1
2016-01-14 15:33:22,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:22,286 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 53C6897E3EF84D59941252DCAD972C31 on vertex vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,288 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:22,288 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 53C6897E3EF84D59941252DCAD972C31 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:22,288 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:22,289 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:22,290 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:22,290 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 53C6897E3EF84D59941252DCAD972C31 on vertex vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,291 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:22,291 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {53C6897E3EF84D59941252DCAD972C31=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:22,291 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] parallelism set to 1
2016-01-14 15:33:22,291 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:22,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785602112_0001_1_00, eventCount=1
2016-01-14 15:33:22,292 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,292 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=155DFC111363421A96CE942C4D8F4B37, vertexId=vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:22,292 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=155DFC111363421A96CE942C4D8F4B37, vertexId=vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,293 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=155DFC111363421A96CE942C4D8F4B37, vertexName=E66C1781654D4D07AA9F16514A292EC1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:22,293 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=155DFC111363421A96CE942C4D8F4B37, vertexId=vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, vertexId=vertex_1452785602112_0001_1_00, initRequestedTime=1452785602285, initedTime=1452785602294, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:22,295 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] with distanceFromRoot: 0
2016-01-14 15:33:22,295 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:22,295 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:22,295 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E66C1781654D4D07AA9F16514A292EC1
2016-01-14 15:33:22,295 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785602112_0001_1_00, startRequestedTime=1452785602295, startedTime=1452785602295
2016-01-14 15:33:22,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:22,296 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:22,297 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:22,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:TASK_STARTED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, taskId=task_1452785602112_0001_1_00_000000, scheduledTime=1452785602297, launchTime=1452785602297
2016-01-14 15:33:22,297 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602112_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:22,297 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,298 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown, VertexName: E66C1781654D4D07AA9F16514A292EC1, VertexParallelism: 1, TaskAttemptID:attempt_1452785602112_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=53C6897E3EF84D59941252DCAD972C31, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=155DFC111363421A96CE942C4D8F4B37, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:22,298 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602112_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:22,298 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:22,299 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:22,299 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:22,300 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:22,300 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785602112_0001_00_000001
2016-01-14 15:33:22,300 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:22,302 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785602112_0001_00_000001
2016-01-14 15:33:22,302 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:22,303 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:22,304 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:22,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785602112_0001_00_000001, launchTime=1452785602303
2016-01-14 15:33:22,305 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785602112_0001_00_000001
2016-01-14 15:33:22,306 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785602112_0001_1_00_000000_0] to container: [container_1452785602112_0001_00_000001]
2016-01-14 15:33:22,306 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:22,307 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785602112_0001_00_000001 given task: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,307 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785602112_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,307 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785602112_0001_1_00_000000_0] started. Is using containerId: [container_1452785602112_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:22,307 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:22,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0, startTime=1452785602307, containerId=container_1452785602112_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785602112_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:22,307 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602112_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:22,307 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602112_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:22 Starting to run new task attempt: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,308 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,308 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,308 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:22,308 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:22,308 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:22,308 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:22,309 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:22,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3] test/(1/1) ...tform/testUnknown/unknown, VertexName: E66C1781654D4D07AA9F16514A292EC1, VertexParallelism: 1, TaskAttemptID:attempt_1452785602112_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=53C6897E3EF84D59941252DCAD972C31, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=155DFC111363421A96CE942C4D8F4B37, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:22,309 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:22,309 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785602112_0001, with dag id: dag_1452785602112_0001_1
2016-01-14 15:33:22,310 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:22,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,310 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785602112_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:22,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=53C6897E3EF84D59941252DCAD972C31, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:22,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=155DFC111363421A96CE942C4D8F4B37, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:22,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:22,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:22,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 155DFC111363421A96CE942C4D8F4B37
2016-01-14 15:33:22,315 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:22,315 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 155DFC111363421A96CE942C4D8F4B37
2016-01-14 15:33:22,316 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:22,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,321 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,324 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E66C1781654D4D07AA9F16514A292EC1, ordinal: 0
2016-01-14 15:33:22,324 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E66C1781654D4D07AA9F16514A292EC1, mem on start (mb), free: 265, total: 464, max: 672
2016-01-14 15:33:22,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:22,326 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:22,326 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:22,327 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:22,328 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 155DFC111363421A96CE942C4D8F4B37
2016-01-14 15:33:22,328 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:22,328 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:22,328 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:22,329 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:22,329 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:22,329 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:22,329 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:22,330 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:22,330 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 155DFC111363421A96CE942C4D8F4B37, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:22,330 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 53C6897E3EF84D59941252DCAD972C31, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:22,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:22,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 53C6897E3EF84D59941252DCAD972C31 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:22,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:22,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:22,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,332 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:22,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:22,333 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,333 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:22,334 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@63822471
2016-01-14 15:33:22,335 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@63822471
2016-01-14 15:33:22,335 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:22,335 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:22,336 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:22,337 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: 53C6897E3EF84D59941252DCAD972C31
2016-01-14 15:33:22,337 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknown/unknown"], id: 155DFC111363421A96CE942C4D8F4B37
2016-01-14 15:33:22,338 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnknown/unknown"]
2016-01-14 15:33:22,338 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:22,338 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:22,339 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E66C1781654D4D07AA9F16514A292EC1, all 1 inputs ready in: 00:00:00.001
2016-01-14 15:33:22,341 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:22,341 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:22,341 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,342 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785602112_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:22,342 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,342 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E66C1781654D4D07AA9F16514A292EC1, mem on close (mb), free: 263, total: 464, max: 672
2016-01-14 15:33:22 Completed running task attempt: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,343 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:22,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452785602339, Process_Duration=3, Process_End_Time=1452785602342, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 15:33:22,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, taskAttemptId=attempt_1452785602112_0001_1_00_000000_0, startTime=1452785602307, finishTime=1452785602344, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785602339, Process_Duration=3, Process_End_Time=1452785602342, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:22,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:22,345 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602112_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:22,345 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:22,345 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:22,345 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22,345 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,346 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785602112_0001_00_000001
2016-01-14 15:33:22,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:TASK_FINISHED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, taskId=task_1452785602112_0001_1_00_000000, startTime=1452785602307, finishTime=1452785602346, timeTaken=39, status=SUCCEEDED, successfulAttemptID=attempt_1452785602112_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785602339, Process_Duration=3, Process_End_Time=1452785602342, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:22,346 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:22,347 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602112_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:22,347 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] : 1
2016-01-14 15:33:22,347 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,348 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:22,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:VERTEX_FINISHED]: vertexName=E66C1781654D4D07AA9F16514A292EC1, vertexId=vertex_1452785602112_0001_1_00, initRequestedTime=1452785602285, initedTime=1452785602294, startRequestedTime=1452785602295, startedTime=1452785602295, finishTime=1452785602347, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785602339, Process_Duration=3, Process_End_Time=1452785602342, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785602307, firstTasksToStart=[ task_1452785602112_0001_1_00_000000 ], lastTaskFinishTime=1452785602344, lastTasksToFinish=[ task_1452785602112_0001_1_00_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785602112_0001_1_00_000000 ], longestDurationTasks=[ task_1452785602112_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:22,348 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:22,348 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:22,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785602112_0001_00_000001, stoppedTime=1452785602349, exitStatus=0
2016-01-14 15:33:22,349 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:22,349 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:22,349 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:22,349 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785602112_0001_1
2016-01-14 15:33:22,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785602112_0001_1
2016-01-14 15:33:22,349 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 155DFC111363421A96CE942C4D8F4B37 for vertex: vertex_1452785602112_0001_1_00 [E66C1781654D4D07AA9F16514A292EC1]
2016-01-14 15:33:22,357 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785602112_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:22,358 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785602112_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:22,358 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785602112_0001_00_000001, Exiting
2016-01-14 15:33:22,358 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785602112_0001_00_000001
2016-01-14 15:33:22,358 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785602112_0001_00_000001
2016-01-14 15:33:22,365 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785602112_0001_1, queueSize=0
2016-01-14 15:33:22,365 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785602112_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:22,365 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:22,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602112_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785602112_0001_1, startTime=1452785602284, finishTime=1452785602363, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=487063552, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785602339, Process_Duration=3, Process_End_Time=1452785602342, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:22,365 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785602112_0001_00_000001 completed successfully
2016-01-14 15:33:22,365 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785602112_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:22,365 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602112_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:22 Completed Dag: dag_1452785602112_0001_1
2016-01-14 15:33:22,366 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785602112_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:22,366 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785602112_0001_1_post
2016-01-14 15:33:22,366 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,366 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:22,367 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785602112_0001_00_000001
2016-01-14 15:33:22,367 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602112_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:22,373 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...tform/testUnknown/unknown, applicationId=application_1452785602112_0001
2016-01-14 15:33:22,375 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:22,375 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:22,375 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:22,375 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:22,375 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:22,375 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:22,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:22,376 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:22,376 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:22,376 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:22,376 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:22,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:22,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:22,380 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8AD7FEC0C9D24BDCBB521DE17DA8E2D8/E77A40CE680E4F9C80240F9577BFDFF3/.tez/application_1452785602112_0001
2016-01-14 15:33:22,381 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.287
2016-01-14 15:33:22,401 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:22,401 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:22,421 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testUnknown/unknown
2016-01-14 15:33:22,445 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:22,445 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:22,482 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 15:33:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 15:33:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:22,491 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:22,492 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:22,510 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/critics.txt
2016-01-14 15:33:22,510 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testVarWidth/varwidth
2016-01-14 15:33:22,521 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:22,522 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/critics.txt"]
2016-01-14 15:33:22,522 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testVarWidth/varwidth"]
2016-01-14 15:33:22,522 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:22,523 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:22,523 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:22,524 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...orm/testVarWidth/varwidth
2016-01-14 15:33:22,524 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:22,535 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:22,540 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:22,540 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:22,540 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:22,549 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001 doesn't exist and is created
2016-01-14 15:33:22,564 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:22,564 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:22,565 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001
2016-01-14 15:33:22,569 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785602540_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:22,750 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 15:33:22,750 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 15:33:22,750 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:22,756 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:22,757 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:22,758 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:22,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:22,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001/localmode-log-dir
2016-01-14 15:33:22,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001/localmode-log-dir/history.txt.appattempt_1452785602540_0001_000000, maxErrors=10
2016-01-14 15:33:22,759 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:22,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785602540_0001_000000, appSubmitTime=1452785602569, launchTime=1452785602569
2016-01-14 15:33:22,765 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:22,767 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:22,768 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:22,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:22,769 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51065
2016-01-14 15:33:22,771 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:22,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785602540_0001_000000, startTime=1452785602773
2016-01-14 15:33:22,773 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:22,773 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:22,850 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:22,850 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:22,851 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testVarWidth/varwidth, applicationId=application_1452785602540_0001, dagName=[A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth
2016-01-14 15:33:22,866 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth
2016-01-14 15:33:22,868 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785602540_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001/localmode-log-dir/dag_1452785602540_0001_1.dot
2016-01-14 15:33:22,868 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001/localmode-log-dir/dag_1452785602540_0001_1-tez-dag.pb.txt
2016-01-14 15:33:22,873 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785602540_0001_1
2016-01-14 15:33:22,873 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,873 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth
2016-01-14 15:33:22 Running Dag: dag_1452785602540_0001_1
2016-01-14 15:33:22,884 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:22,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785602540_0001_1, submitTime=1452785602867
2016-01-14 15:33:22,885 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B8F5CD1B84044E3489DA38CFF629B13B
2016-01-14 15:33:22,885 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:22,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785602540_0001_1, initTime=1452785602885
2016-01-14 15:33:22,886 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602540_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:22,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:22,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:DAG_STARTED]: dagID=dag_1452785602540_0001_1, startTime=1452785602886
2016-01-14 15:33:22,887 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:22,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:22,887 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602540_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:22,887 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B8F5CD1B84044E3489DA38CFF629B13B : {D9B67BE8B52E42A48944972075C22C4B={InputName=D9B67BE8B52E42A48944972075C22C4B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:22,887 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D9B67BE8B52E42A48944972075C22C4B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:22,888 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,888 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testVarWidth/varwidth, applicationId=application_1452785602540_0001, dagName=[A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth
2016-01-14 15:33:22,888 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,888 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,888 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]. Starting root input initializers: 1
2016-01-14 15:33:22,889 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:22,889 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D9B67BE8B52E42A48944972075C22C4B on vertex vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,891 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:22,891 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D9B67BE8B52E42A48944972075C22C4B asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:22,892 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:22,892 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:22,893 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 404
2016-01-14 15:33:22,893 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D9B67BE8B52E42A48944972075C22C4B on vertex vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D9B67BE8B52E42A48944972075C22C4B=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] parallelism set to 1
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:22,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785602540_0001_1_00, eventCount=1
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,894 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=5AF9958376CF4050BEC95FBD8108610E, vertexId=vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:22,895 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=5AF9958376CF4050BEC95FBD8108610E, vertexId=vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,896 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=5AF9958376CF4050BEC95FBD8108610E, vertexName=B8F5CD1B84044E3489DA38CFF629B13B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:22,896 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=5AF9958376CF4050BEC95FBD8108610E, vertexId=vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, vertexId=vertex_1452785602540_0001_1_00, initRequestedTime=1452785602887, initedTime=1452785602897, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:22,897 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] with distanceFromRoot: 0
2016-01-14 15:33:22,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:22,897 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:22,898 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B8F5CD1B84044E3489DA38CFF629B13B
2016-01-14 15:33:22,898 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785602540_0001_1_00, startRequestedTime=1452785602898, startedTime=1452785602898
2016-01-14 15:33:22,898 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:22,898 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:22,899 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:22,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:TASK_STARTED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, taskId=task_1452785602540_0001_1_00_000000, scheduledTime=1452785602898, launchTime=1452785602898
2016-01-14 15:33:22,899 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602540_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:22,899 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,899 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth, VertexName: B8F5CD1B84044E3489DA38CFF629B13B, VertexParallelism: 1, TaskAttemptID:attempt_1452785602540_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D9B67BE8B52E42A48944972075C22C4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=5AF9958376CF4050BEC95FBD8108610E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:22,900 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602540_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:22,900 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:22,901 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:22,901 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:22,901 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:22,902 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785602540_0001_00_000001
2016-01-14 15:33:22,902 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:22,904 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785602540_0001_00_000001
2016-01-14 15:33:22,904 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:22,905 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:22,905 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:22,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785602540_0001_00_000001, launchTime=1452785602905
2016-01-14 15:33:22,906 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785602540_0001_00_000001
2016-01-14 15:33:22,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785602540_0001, with dag id: dag_1452785602540_0001_1
2016-01-14 15:33:22,909 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785602540_0001_1_00_000000_0] to container: [container_1452785602540_0001_00_000001]
2016-01-14 15:33:22,910 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:22,910 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785602540_0001_1_00_000000_0] started. Is using containerId: [container_1452785602540_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:22,911 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:22,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0, startTime=1452785602910, containerId=container_1452785602540_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785602540_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:22,911 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602540_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:22,911 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602540_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:22,911 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785602540_0001_00_000001 given task: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,912 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785602540_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22 Starting to run new task attempt: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,912 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,912 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,912 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:22,913 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:22,913 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:22,913 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:22,913 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:22,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA] test/(1/1) ...orm/testVarWidth/varwidth, VertexName: B8F5CD1B84044E3489DA38CFF629B13B, VertexParallelism: 1, TaskAttemptID:attempt_1452785602540_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D9B67BE8B52E42A48944972075C22C4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=5AF9958376CF4050BEC95FBD8108610E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:22,913 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:22,914 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:22,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,917 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785602540_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:22,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D9B67BE8B52E42A48944972075C22C4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:22,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:22,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,918 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=5AF9958376CF4050BEC95FBD8108610E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:22,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:22,920 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:22,921 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:22,921 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 5AF9958376CF4050BEC95FBD8108610E
2016-01-14 15:33:22,921 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:22,922 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 5AF9958376CF4050BEC95FBD8108610E
2016-01-14 15:33:22,929 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8F5CD1B84044E3489DA38CFF629B13B, ordinal: 0
2016-01-14 15:33:22,929 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8F5CD1B84044E3489DA38CFF629B13B, mem on start (mb), free: 506, total: 554, max: 672
2016-01-14 15:33:22,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:22,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:22,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:22,931 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:22,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 5AF9958376CF4050BEC95FBD8108610E
2016-01-14 15:33:22,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:22,931 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:22,931 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:22,932 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:22,932 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:22,932 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:22,932 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:22,933 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:22,933 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D9B67BE8B52E42A48944972075C22C4B, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:22,933 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 5AF9958376CF4050BEC95FBD8108610E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:22,933 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:22,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D9B67BE8B52E42A48944972075C22C4B being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:22,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,934 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:22,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:22,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:22,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:22,936 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,936 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:22,937 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4c065f9d
2016-01-14 15:33:22,938 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4c065f9d
2016-01-14 15:33:22,938 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:22,938 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:22,940 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/critics.txt"]
2016-01-14 15:33:22,941 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/critics.txt"] streamed: true, id: D9B67BE8B52E42A48944972075C22C4B
2016-01-14 15:33:22,941 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testVarWidth/varwidth"], id: 5AF9958376CF4050BEC95FBD8108610E
2016-01-14 15:33:22,942 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testVarWidth/varwidth"]
2016-01-14 15:33:22,942 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/critics.txt"]
2016-01-14 15:33:22,942 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:22,943 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8F5CD1B84044E3489DA38CFF629B13B, all 1 inputs ready in: 00:00:00.001
2016-01-14 15:33:22,945 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:22,945 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:22,946 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,946 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785602540_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:22,947 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,947 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8F5CD1B84044E3489DA38CFF629B13B, mem on close (mb), free: 504, total: 554, max: 672
2016-01-14 15:33:22 Completed running task attempt: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,948 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:22,948 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:22,948 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:22,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=1242, FILE_BYTES_WRITTEN=245, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580911104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7][cascading.flow.SliceCounters Process_Begin_Time=1452785602943, Process_Duration=3, Process_End_Time=1452785602946, Read_Duration=1, Tuples_Read=7, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=7, Tuples_Written=7]]
2016-01-14 15:33:22,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, taskAttemptId=attempt_1452785602540_0001_1_00_000000_0, startTime=1452785602910, finishTime=1452785602949, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1242, FILE_BYTES_WRITTEN=245, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580911104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, cascading.flow.SliceCounters, Process_Begin_Time=1452785602943, Process_Duration=3, Process_End_Time=1452785602946, Read_Duration=1, Tuples_Read=7, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=7, Tuples_Written=7
2016-01-14 15:33:22,950 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:22,950 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785602540_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:22,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:22,950 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22,950 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,951 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785602540_0001_00_000001
2016-01-14 15:33:22,951 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:22,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:TASK_FINISHED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, taskId=task_1452785602540_0001_1_00_000000, startTime=1452785602910, finishTime=1452785602950, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1452785602540_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1242, FILE_BYTES_WRITTEN=245, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580911104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, cascading.flow.SliceCounters, Process_Begin_Time=1452785602943, Process_Duration=3, Process_End_Time=1452785602946, Read_Duration=1, Tuples_Read=7, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=7, Tuples_Written=7
2016-01-14 15:33:22,951 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785602540_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:22,951 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:22,951 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] : 1
2016-01-14 15:33:22,952 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,953 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:22,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:VERTEX_FINISHED]: vertexName=B8F5CD1B84044E3489DA38CFF629B13B, vertexId=vertex_1452785602540_0001_1_00, initRequestedTime=1452785602887, initedTime=1452785602897, startRequestedTime=1452785602898, startedTime=1452785602898, finishTime=1452785602952, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1242, FILE_BYTES_WRITTEN=245, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580911104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, cascading.flow.SliceCounters, Process_Begin_Time=1452785602943, Process_Duration=3, Process_End_Time=1452785602946, Read_Duration=1, Tuples_Read=7, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=7, Tuples_Written=7, vertexStats=firstTaskStartTime=1452785602910, firstTasksToStart=[ task_1452785602540_0001_1_00_000000 ], lastTaskFinishTime=1452785602949, lastTasksToFinish=[ task_1452785602540_0001_1_00_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785602540_0001_1_00_000000 ], longestDurationTasks=[ task_1452785602540_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:22,953 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:22,954 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:22,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785602540_0001_00_000001, stoppedTime=1452785602954, exitStatus=0
2016-01-14 15:33:22,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:22,954 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:22,954 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:22,954 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785602540_0001_1
2016-01-14 15:33:22,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785602540_0001_1
2016-01-14 15:33:22,955 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 5AF9958376CF4050BEC95FBD8108610E for vertex: vertex_1452785602540_0001_1_00 [B8F5CD1B84044E3489DA38CFF629B13B]
2016-01-14 15:33:22,961 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785602540_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:22,961 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785602540_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:22,962 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785602540_0001_00_000001, Exiting
2016-01-14 15:33:22,962 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785602540_0001_00_000001
2016-01-14 15:33:22,962 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785602540_0001_00_000001
2016-01-14 15:33:22,964 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785602540_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:22,964 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785602540_0001_00_000001 completed successfully
2016-01-14 15:33:22,965 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785602540_0001_1, queueSize=0
2016-01-14 15:33:22,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:22,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785602540_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785602540_0001_1, startTime=1452785602886, finishTime=1452785602963, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1242, FILE_BYTES_WRITTEN=245, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580911104, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, cascading.flow.SliceCounters, Process_Begin_Time=1452785602943, Process_Duration=3, Process_End_Time=1452785602946, Read_Duration=1, Tuples_Read=7, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=7, Tuples_Written=7
2016-01-14 15:33:22,965 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785602540_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:22,965 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785602540_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:22,966 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785602540_0001_00_000001
2016-01-14 15:33:22,966 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785602540_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:22 Completed Dag: dag_1452785602540_0001_1
2016-01-14 15:33:22,966 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785602540_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:22,966 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785602540_0001_1_post
2016-01-14 15:33:22,966 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:22,966 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:22,974 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testVarWidth/varwidth, applicationId=application_1452785602540_0001
2016-01-14 15:33:22,977 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:22,977 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:22,977 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:22,977 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:22,977 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:22,978 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:22,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:22,979 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:22,980 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:22,980 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:22,980 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:22,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:22,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:22,984 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A48E9EE8D8F24F59A50E422E44B3027F/D2401DD4973C41B8B7B55EE8892E4BCA/.tez/application_1452785602540_0001
2016-01-14 15:33:22,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.463
2016-01-14 15:33:23,018 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testVarWidth/varwidth
2016-01-14 15:33:23,042 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:23,042 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:23,066 WARN  planner.FlowPlanner (FlowPlanner.java:verifyPipeAssemblyEndPoints(463)) - duplicate head name found, not an error but heads should have unique names: 'test'
2016-01-14 15:33:23,067 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testDupeHeadNames/unknown
2016-01-14 15:33:23,091 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:23,092 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:23,115 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testDupeTailNames/unknown
2016-01-14 15:33:23,411 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:23,411 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:23,433 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:23,434 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:23,946 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:23,946 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:24,466 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:24,466 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:24,929 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:24,929 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:26,095 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:26,096 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:26,326 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:02.850
2016-01-14 15:33:26,610 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:03.133
2016-01-14 15:33:26,613 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:26,613 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 15:33:26,613 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:26,670 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt
2016-01-14 15:33:26,939 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testDeepPipeline/deeppipline
2016-01-14 15:33:26,953 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:26,953 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:27,189 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] starting
2016-01-14 15:33:27,190 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-01-14 15:33:27,191 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testDeepPipeline/deeppipline"]
2016-01-14 15:33:27,191 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  parallel execution of steps is enabled: false
2016-01-14 15:33:27,191 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  executing total steps: 1
2016-01-14 15:33:27,192 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  allocating management threads: 1
2016-01-14 15:33:27,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] starting step: (1/1) ...tDeepPipeline/deeppipline
2016-01-14 15:33:27,193 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [pipeline] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:27,206 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] tez session mode enabled: true
2016-01-14 15:33:27,210 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:27,211 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:27,211 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:27,222 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001 doesn't exist and is created
2016-01-14 15:33:27,240 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:27,240 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:27,241 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001
2016-01-14 15:33:27,245 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785607210_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:27,255 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:27,255 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:27,257 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:27,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:27,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001/localmode-log-dir
2016-01-14 15:33:27,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001/localmode-log-dir/history.txt.appattempt_1452785607210_0001_000000, maxErrors=10
2016-01-14 15:33:27,258 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:27,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785607210_0001_000000, appSubmitTime=1452785607244, launchTime=1452785607244
2016-01-14 15:33:27,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:27,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:27,266 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:27,266 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:58247
2016-01-14 15:33:27,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:27,268 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:27,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785607210_0001_000000, startTime=1452785607272
2016-01-14 15:33:27,272 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:27,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:27,341 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:27,341 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:27,341 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...tDeepPipeline/deeppipline, applicationId=application_1452785607210_0001, dagName=[4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline
2016-01-14 15:33:27,357 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline
2016-01-14 15:33:27,358 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785607210_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001/localmode-log-dir/dag_1452785607210_0001_1.dot
2016-01-14 15:33:27,359 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001/localmode-log-dir/dag_1452785607210_0001_1-tez-dag.pb.txt
2016-01-14 15:33:27,368 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785607210_0001_1
2016-01-14 15:33:27,368 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:27,369 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline
2016-01-14 15:33:27 Running Dag: dag_1452785607210_0001_1
2016-01-14 15:33:27,376 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:27,376 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:27,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785607210_0001_1, submitTime=1452785607357
2016-01-14 15:33:27,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:27,381 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,382 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:27,382 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:27,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785607210_0001_1, initTime=1452785607381
2016-01-14 15:33:27,383 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785607210_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:27,383 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...tDeepPipeline/deeppipline, applicationId=application_1452785607210_0001, dagName=[4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline
2016-01-14 15:33:27,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:DAG_STARTED]: dagID=dag_1452785607210_0001_1, startTime=1452785607384
2016-01-14 15:33:27,384 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:27,384 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785607210_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:27,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:27,384 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B1187EB21AB6414F8A1D01BA660FCA00 : {D2A8D3431D804B0A8D6C8007D0584523={InputName=D2A8D3431D804B0A8D6C8007D0584523}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:27,384 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D2A8D3431D804B0A8D6C8007D0584523, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:27,384 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,385 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,385 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,386 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]. Starting root input initializers: 1
2016-01-14 15:33:27,388 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:27,388 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D2A8D3431D804B0A8D6C8007D0584523 on vertex vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,388 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,390 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:27,391 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D2A8D3431D804B0A8D6C8007D0584523 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:27,391 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:27,391 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:27,392 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:27,392 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,393 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,393 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,393 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=C735EF7C1ECB4511A48710707E80D5B2, vertexId=vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:27,393 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=C735EF7C1ECB4511A48710707E80D5B2, vertexId=vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,394 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 410
2016-01-14 15:33:27,394 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D2A8D3431D804B0A8D6C8007D0584523 on vertex vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,395 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=C735EF7C1ECB4511A48710707E80D5B2, vertexName=C2A34388AE084A1D9C07311E4FC3D67B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:27,396 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=C735EF7C1ECB4511A48710707E80D5B2, vertexId=vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,397 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:27,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, vertexId=vertex_1452785607210_0001_1_01, initRequestedTime=1452785607388, initedTime=1452785607397, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:27,399 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:27,399 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:27,399 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D2A8D3431D804B0A8D6C8007D0584523=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:27,400 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] parallelism set to 1
2016-01-14 15:33:27,400 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:27,400 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline] submitted tez dag to app master: application_1452785607210_0001, with dag id: dag_1452785607210_0001_1
2016-01-14 15:33:27,400 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785607210_0001_1_00, eventCount=1
2016-01-14 15:33:27,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, vertexId=vertex_1452785607210_0001_1_00, initRequestedTime=1452785607384, initedTime=1452785607401, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:27,401 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] with distanceFromRoot: 0
2016-01-14 15:33:27,401 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:27,401 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,401 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:27,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785607210_0001_1_00, startRequestedTime=1452785607401, startedTime=1452785607401
2016-01-14 15:33:27,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:27,402 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:27,404 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:27,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_STARTED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, taskId=task_1452785607210_0001_1_00_000000, scheduledTime=1452785607404, launchTime=1452785607404
2016-01-14 15:33:27,404 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:27,404 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785607210_0001_1_00 for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] numStartedSources: 1 numSources: 1
2016-01-14 15:33:27,404 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] with distanceFromRoot: 1
2016-01-14 15:33:27,406 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,406 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B1187EB21AB6414F8A1D01BA660FCA00 in vertex: C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,406 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C2A34388AE084A1D9C07311E4FC3D67B with 1 source tasks and 1 pending tasks
2016-01-14 15:33:27,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785607210_0001_1_01, startRequestedTime=1452785607406, startedTime=1452785607406
2016-01-14 15:33:27,407 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:27,407 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:27,408 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline, VertexName: B1187EB21AB6414F8A1D01BA660FCA00, VertexParallelism: 1, TaskAttemptID:attempt_1452785607210_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D2A8D3431D804B0A8D6C8007D0584523, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C2A34388AE084A1D9C07311E4FC3D67B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:27,409 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:27,409 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:27,410 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:27,410 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:27,410 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:27,411 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785607210_0001_00_000001
2016-01-14 15:33:27,411 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:27,412 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785607210_0001_00_000001
2016-01-14 15:33:27,413 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:27,413 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:27,414 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:27,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785607210_0001_00_000001, launchTime=1452785607414
2016-01-14 15:33:27,415 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785607210_0001_00_000001
2016-01-14 15:33:27,416 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785607210_0001_1_00_000000_0] to container: [container_1452785607210_0001_00_000001]
2016-01-14 15:33:27,416 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:27,416 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785607210_0001_00_000001 given task: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,416 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785607210_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,417 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785607210_0001_1_00_000000_0] started. Is using containerId: [container_1452785607210_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:27,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0, startTime=1452785607416, containerId=container_1452785607210_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785607210_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:27 Starting to run new task attempt: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,417 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,417 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:27,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:27,417 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:27,417 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:27,417 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:27,418 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:27,418 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:27,418 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:27,418 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:27,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline, VertexName: B1187EB21AB6414F8A1D01BA660FCA00, VertexParallelism: 1, TaskAttemptID:attempt_1452785607210_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D2A8D3431D804B0A8D6C8007D0584523, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C2A34388AE084A1D9C07311E4FC3D67B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:27,418 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:27,419 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:27,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D2A8D3431D804B0A8D6C8007D0584523, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:27,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C2A34388AE084A1D9C07311E4FC3D67B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,423 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:27,423 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,424 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:27,427 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785607210_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:27,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,429 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,433 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:27,434 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,560 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1187EB21AB6414F8A1D01BA660FCA00, ordinal: 0
2016-01-14 15:33:27,560 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1187EB21AB6414F8A1D01BA660FCA00, mem on start (mb), free: 406, total: 554, max: 672
2016-01-14 15:33:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:27,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:27,560 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:27,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:27,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:27,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:27,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:27,562 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:27,562 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C2A34388AE084A1D9C07311E4FC3D67B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:27,562 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D2A8D3431D804B0A8D6C8007D0584523, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:27,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:27,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D2A8D3431D804B0A8D6C8007D0584523 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:27,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,563 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:27,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:27,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:27,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:27,566 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,569 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:27,569 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-01-14 15:33:27,571 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4faac84
2016-01-14 15:33:27,572 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4faac84
2016-01-14 15:33:27,574 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:27,574 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:27,599 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"] streamed: true, id: D2A8D3431D804B0A8D6C8007D0584523
2016-01-14 15:33:27,599 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(pipeline)[by:[{1}:'hash']], id: 07DC9D2C26D64AB4940BE4EE747B496E
2016-01-14 15:33:27,600 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(pipeline)[by:[{1}:'hash']] 07DC9D2C26D64AB4940BE4EE747B496E
2016-01-14 15:33:27,600 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@4f4f616e; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@6485a56f; comparator=cascading.tuple.hadoop.util.TupleComparator@2304df8; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:27,601 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:27,601 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:27,601 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:27,624 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:27,624 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:27,624 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:27,624 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:27,625 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:27,710 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-01-14 15:33:27,710 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:27,710 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1187EB21AB6414F8A1D01BA660FCA00, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:27,843 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,844 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1187EB21AB6414F8A1D01BA660FCA00, mem on close (mb), free: 413, total: 553, max: 672
2016-01-14 15:33:27,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:27,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:27,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 35385; bufvoid = 104857600
2016-01-14 15:33:27,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2016-01-14 15:33:27,871 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:27 Completed running task attempt: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,874 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:27,875 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785607210_0001_1_00, eventCount=1
2016-01-14 15:33:27,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=36812, FILE_BYTES_WRITTEN=36024, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=200, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=35385, OUTPUT_BYTES_WITH_OVERHEAD=35988, OUTPUT_BYTES_PHYSICAL=35992, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785607710, Process_Duration=133, Process_End_Time=1452785607843, Read_Duration=4, Tuples_Read=200, Tuples_Written=200, Write_Duration=33][cascading.flow.StepCounters Tuples_Read=200]]
2016-01-14 15:33:27,876 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:27,876 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:27,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, taskAttemptId=attempt_1452785607210_0001_1_00_000000_0, startTime=1452785607416, finishTime=1452785607876, timeTaken=460, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=36812, FILE_BYTES_WRITTEN=36024, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=35385, OUTPUT_BYTES_WITH_OVERHEAD=35988, OUTPUT_BYTES_PHYSICAL=35992, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785607710, Process_Duration=133, Process_End_Time=1452785607843, Read_Duration=4, Tuples_Read=200, Tuples_Written=200, Write_Duration=33, cascading.flow.StepCounters, Tuples_Read=200
2016-01-14 15:33:27,876 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785607210_0001_00_000001
2016-01-14 15:33:27,877 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:27,877 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:27,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:27,877 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_FINISHED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, taskId=task_1452785607210_0001_1_00_000000, startTime=1452785607416, finishTime=1452785607878, timeTaken=462, status=SUCCEEDED, successfulAttemptID=attempt_1452785607210_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=36812, FILE_BYTES_WRITTEN=36024, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=35385, OUTPUT_BYTES_WITH_OVERHEAD=35988, OUTPUT_BYTES_PHYSICAL=35992, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785607710, Process_Duration=133, Process_End_Time=1452785607843, Read_Duration=4, Tuples_Read=200, Tuples_Written=200, Write_Duration=33, cascading.flow.StepCounters, Tuples_Read=200
2016-01-14 15:33:27,878 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:27,878 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] : 1
2016-01-14 15:33:27,878 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:27,879 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:27,880 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:27,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_FINISHED]: vertexName=B1187EB21AB6414F8A1D01BA660FCA00, vertexId=vertex_1452785607210_0001_1_00, initRequestedTime=1452785607384, initedTime=1452785607401, startRequestedTime=1452785607401, startedTime=1452785607401, finishTime=1452785607878, timeTaken=477, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=36812, FILE_BYTES_WRITTEN=36024, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=35385, OUTPUT_BYTES_WITH_OVERHEAD=35988, OUTPUT_BYTES_PHYSICAL=35992, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785607710, Process_Duration=133, Process_End_Time=1452785607843, Read_Duration=4, Tuples_Read=200, Tuples_Written=200, Write_Duration=33, cascading.flow.StepCounters, Tuples_Read=200, vertexStats=firstTaskStartTime=1452785607416, firstTasksToStart=[ task_1452785607210_0001_1_00_000000 ], lastTaskFinishTime=1452785607876, lastTasksToFinish=[ task_1452785607210_0001_1_00_000000 ], minTaskDuration=460, maxTaskDuration=460, avgTaskDuration=460.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785607210_0001_1_00_000000 ], longestDurationTasks=[ task_1452785607210_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:27,880 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:27,880 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:27,880 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] attempt: attempt_1452785607210_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:27,880 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C2A34388AE084A1D9C07311E4FC3D67B
2016-01-14 15:33:27,881 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785607210_0001_00_000001, stoppedTime=1452785607881, exitStatus=0
2016-01-14 15:33:27,881 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:27,881 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:27,881 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:27,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_STARTED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, taskId=task_1452785607210_0001_1_01_000000, scheduledTime=1452785607881, launchTime=1452785607881
2016-01-14 15:33:27,882 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:27,881 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:27,882 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785607210_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:27,882 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:27,882 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:27,882 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline, VertexName: C2A34388AE084A1D9C07311E4FC3D67B, VertexParallelism: 1, TaskAttemptID:attempt_1452785607210_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1187EB21AB6414F8A1D01BA660FCA00, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C735EF7C1ECB4511A48710707E80D5B2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:27,882 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:27,882 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:27,883 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785607210_0001_00_000002
2016-01-14 15:33:27,883 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:27,884 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785607210_0001_00_000002
2016-01-14 15:33:27,884 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:27,885 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:27,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785607210_0001_00_000002, launchTime=1452785607885
2016-01-14 15:33:27,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:27,886 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785607210_0001_00_000002
2016-01-14 15:33:27,887 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785607210_0001_1_01_000000_0] to container: [container_1452785607210_0001_00_000002]
2016-01-14 15:33:27,887 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785607210_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:27,887 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785607210_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:27,887 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785607210_0001_00_000001, Exiting
2016-01-14 15:33:27,887 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785607210_0001_00_000001
2016-01-14 15:33:27,887 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785607210_0001_00_000001
2016-01-14 15:33:27,887 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:27,888 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785607210_0001_00_000002 given task: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27,888 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785607210_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27 Starting to run new task attempt: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27,888 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785607210_0001_1_01_000000_0] started. Is using containerId: [container_1452785607210_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:27,889 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27,890 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:27,890 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:27,890 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:27,890 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:27,891 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:27,891 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:27,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92] pipeline/(1/1) ...tDeepPipeline/deeppipline, VertexName: C2A34388AE084A1D9C07311E4FC3D67B, VertexParallelism: 1, TaskAttemptID:attempt_1452785607210_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1187EB21AB6414F8A1D01BA660FCA00, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C735EF7C1ECB4511A48710707E80D5B2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:27,891 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:27,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0, startTime=1452785607888, containerId=container_1452785607210_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785607210_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:27,891 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:27,892 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:27,892 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785607210_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:27,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:27,894 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785607210_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:27,894 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785607210_0001_00_000001 completed successfully
2016-01-14 15:33:27,894 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:27,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,895 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:27,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B1187EB21AB6414F8A1D01BA660FCA00, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:27,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C735EF7C1ECB4511A48710707E80D5B2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:27,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:27,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:27,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C735EF7C1ECB4511A48710707E80D5B2
2016-01-14 15:33:27,898 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:27,898 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: C735EF7C1ECB4511A48710707E80D5B2
2016-01-14 15:33:27,901 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:27,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,903 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:27,903 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:27,904 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,910 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:27,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C735EF7C1ECB4511A48710707E80D5B2
2016-01-14 15:33:27,980 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 15:33:27,980 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 15:33:27,988 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C2A34388AE084A1D9C07311E4FC3D67B, ordinal: 1
2016-01-14 15:33:27,988 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2A34388AE084A1D9C07311E4FC3D67B, mem on start (mb), free: 403, total: 553, max: 672
2016-01-14 15:33:27,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:27,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:27,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:27,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:27,988 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:27,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:27,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:27,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:27,989 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:27,990 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 15:33:27,990 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C735EF7C1ECB4511A48710707E80D5B2, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:27,990 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B1187EB21AB6414F8A1D01BA660FCA00, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 15:33:27,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B1187EB21AB6414F8A1D01BA660FCA00 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:27,992 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:27,992 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:27,992 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B1187EB21AB6414F8A1D01BA660FCA00 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:27,992 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 15:33:27,993 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:27,993 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:27,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:27,994 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:27,994 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785607210_0001_1_00_000000_0_10062, runDuration: 450865, ]
2016-01-14 15:33:27,996 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785607210_0001_1_00_000000_0_10062] to DISK_DIRECT, CompressedSize=35992, DecompressedSize=35988,EndTime=1452785607996, TimeTaken=1, Rate=34.32 MB/s
2016-01-14 15:33:27,999 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:27,998 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(pipeline)[by:[{1}:'hash']]
2016-01-14 15:33:27,999 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.03 MB/s)
2016-01-14 15:33:27,999 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B1187EB21AB6414F8A1D01BA660FCA00] #6 in 4ms
2016-01-14 15:33:28,000 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B1187EB21AB6414F8A1D01BA660FCA00] #6, status:false, isInterrupted:false
2016-01-14 15:33:28,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:28,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 35992 bytes from disk
2016-01-14 15:33:28,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:28,001 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:28,001 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 35975 bytes
2016-01-14 15:33:28,001 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:28,001 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:28,016 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(pipeline)[by:[{1}:'hash']] streamed: true, id: 07DC9D2C26D64AB4940BE4EE747B496E
2016-01-14 15:33:28,016 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testDeepPipeline/deeppipline"], id: C735EF7C1ECB4511A48710707E80D5B2
2016-01-14 15:33:28,016 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testDeepPipeline/deeppipline"]
2016-01-14 15:33:28,017 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(pipeline)[by:[{1}:'hash']] 07DC9D2C26D64AB4940BE4EE747B496E, for 1 inputs
2016-01-14 15:33:28,017 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C2A34388AE084A1D9C07311E4FC3D67B, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:28,018 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1b67f979; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@472b84fd
2016-01-14 15:33:28,370 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:28,371 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:28,371 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28,371 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785607210_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 15:33:28,372 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28,372 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2A34388AE084A1D9C07311E4FC3D67B, mem on close (mb), free: 389, total: 553, max: 672
2016-01-14 15:33:28,372 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B1187EB21AB6414F8A1D01BA660FCA00
2016-01-14 15:33:28,373 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:28,373 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:28,374 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:28,374 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:28,374 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:28 Completed running task attempt: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28,375 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:28,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=36024, FILE_BYTES_WRITTEN=177482, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=199, REDUCE_INPUT_RECORDS=200, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=200, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, OUTPUT_RECORDS=200, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=35992, SHUFFLE_BYTES=35992, SHUFFLE_BYTES_DECOMPRESSED=35988, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=35992, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785608018, Process_Duration=354, Process_End_Time=1452785608372, Read_Duration=16, Tuples_Read=200, Tuples_Written=200, Write_Duration=4][cascading.flow.StepCounters Tuples_Written=200]]
2016-01-14 15:33:28,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, taskAttemptId=attempt_1452785607210_0001_1_01_000000_0, startTime=1452785607888, finishTime=1452785608376, timeTaken=488, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=36024, FILE_BYTES_WRITTEN=177482, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=199, REDUCE_INPUT_RECORDS=200, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=200, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, OUTPUT_RECORDS=200, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=35992, SHUFFLE_BYTES=35992, SHUFFLE_BYTES_DECOMPRESSED=35988, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=35992, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785608018, Process_Duration=354, Process_End_Time=1452785608372, Read_Duration=16, Tuples_Read=200, Tuples_Written=200, Write_Duration=4, cascading.flow.StepCounters, Tuples_Written=200
2016-01-14 15:33:28,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:28,377 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785607210_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:28,378 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28,378 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:28,378 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:28,379 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:TASK_FINISHED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, taskId=task_1452785607210_0001_1_01_000000, startTime=1452785607888, finishTime=1452785608378, timeTaken=490, status=SUCCEEDED, successfulAttemptID=attempt_1452785607210_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=36024, FILE_BYTES_WRITTEN=177482, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=199, REDUCE_INPUT_RECORDS=200, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=200, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, OUTPUT_RECORDS=200, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=35992, SHUFFLE_BYTES=35992, SHUFFLE_BYTES_DECOMPRESSED=35988, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=35992, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785608018, Process_Duration=354, Process_End_Time=1452785608372, Read_Duration=16, Tuples_Read=200, Tuples_Written=200, Write_Duration=4, cascading.flow.StepCounters, Tuples_Written=200
2016-01-14 15:33:28,379 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785607210_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:28,379 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] : 1
2016-01-14 15:33:28,379 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:28,380 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:28,380 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,380 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785607210_0001_00_000002
2016-01-14 15:33:28,380 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:28,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:VERTEX_FINISHED]: vertexName=C2A34388AE084A1D9C07311E4FC3D67B, vertexId=vertex_1452785607210_0001_1_01, initRequestedTime=1452785607388, initedTime=1452785607397, startRequestedTime=1452785607406, startedTime=1452785607406, finishTime=1452785608379, timeTaken=973, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=36024, FILE_BYTES_WRITTEN=177482, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=199, REDUCE_INPUT_RECORDS=200, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=200, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, OUTPUT_RECORDS=200, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=35992, SHUFFLE_BYTES=35992, SHUFFLE_BYTES_DECOMPRESSED=35988, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=35992, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785608018, Process_Duration=354, Process_End_Time=1452785608372, Read_Duration=16, Tuples_Read=200, Tuples_Written=200, Write_Duration=4, cascading.flow.StepCounters, Tuples_Written=200, vertexStats=firstTaskStartTime=1452785607888, firstTasksToStart=[ task_1452785607210_0001_1_01_000000 ], lastTaskFinishTime=1452785608376, lastTasksToFinish=[ task_1452785607210_0001_1_01_000000 ], minTaskDuration=488, maxTaskDuration=488, avgTaskDuration=488.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785607210_0001_1_01_000000 ], longestDurationTasks=[ task_1452785607210_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:28,382 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:28,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:28,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785607210_0001_00_000002, stoppedTime=1452785608382, exitStatus=0
2016-01-14 15:33:28,383 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:28,383 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 15:33:28,383 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785607210_0001_1
2016-01-14 15:33:28,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:28,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785607210_0001_1
2016-01-14 15:33:28,385 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785607210_0001_1_00 [B1187EB21AB6414F8A1D01BA660FCA00]
2016-01-14 15:33:28,385 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: C735EF7C1ECB4511A48710707E80D5B2 for vertex: vertex_1452785607210_0001_1_01 [C2A34388AE084A1D9C07311E4FC3D67B]
2016-01-14 15:33:28,390 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785607210_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:28,391 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785607210_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:28,391 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785607210_0001_00_000002, Exiting
2016-01-14 15:33:28,391 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785607210_0001_00_000002
2016-01-14 15:33:28,391 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785607210_0001_00_000002
2016-01-14 15:33:28,391 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785607210_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:28,391 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785607210_0001_00_000002 completed successfully
2016-01-14 15:33:28,398 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785607210_0001_1, queueSize=0
2016-01-14 15:33:28,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:28,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785607210_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785607210_0001_1, startTime=1452785607384, finishTime=1452785608396, timeTaken=1012, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=72836, FILE_BYTES_WRITTEN=213506, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=199, REDUCE_INPUT_RECORDS=200, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=400, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1160773632, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=400, OUTPUT_BYTES=35385, OUTPUT_BYTES_WITH_OVERHEAD=35988, OUTPUT_BYTES_PHYSICAL=35992, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=35992, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=35992, SHUFFLE_BYTES_DECOMPRESSED=35988, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=35992, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905571215728, Process_Duration=487, Process_End_Time=2905571216215, Read_Duration=20, Tuples_Read=400, Tuples_Written=400, Write_Duration=37, cascading.flow.StepCounters, Tuples_Read=200, Tuples_Written=200
2016-01-14 15:33:28,399 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785607210_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:28,399 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785607210_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:28,399 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785607210_0001_00_000002
2016-01-14 15:33:28,399 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785607210_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:28 Completed Dag: dag_1452785607210_0001_1
2016-01-14 15:33:28,401 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785607210_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:28,401 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785607210_0001_1_post
2016-01-14 15:33:28,401 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,401 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:28,408 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...tDeepPipeline/deeppipline, applicationId=application_1452785607210_0001
2016-01-14 15:33:28,411 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:28,411 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:28,411 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:28,411 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:28,411 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:28,413 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:28,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:28,413 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:28,413 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:28,413 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:28,414 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:28,414 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:28,414 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:28,419 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4E76A27AA8C34BFD98C768593586B05B/DD97F173C2FB47E3A15253C37E062E92/.tez/application_1452785607210_0001
2016-01-14 15:33:28,420 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [pipeline]  completed in: 00:01.230
2016-01-14 15:33:28,475 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testDeepPipeline/deeppipline
2016-01-14 15:33:28,506 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:28,507 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:28,549 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 15:33:28,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 15:33:28,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:28,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:28,554 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:28,574 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 15:33:28,575 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate
2016-01-14 15:33:28,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] starting
2016-01-14 15:33:28,585 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:28,586 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  sink: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:28,586 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  parallel execution of steps is enabled: false
2016-01-14 15:33:28,586 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  executing total steps: 1
2016-01-14 15:33:28,587 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  allocating management threads: 1
2016-01-14 15:33:28,588 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] starting step: (1/1) ...litPipe/splitintermediate
2016-01-14 15:33:28,588 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [split] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:28,600 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] tez session mode enabled: true
2016-01-14 15:33:28,605 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:28,605 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:28,605 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:28,615 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001 doesn't exist and is created
2016-01-14 15:33:28,631 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:28,632 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:28,632 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001
2016-01-14 15:33:28,635 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785608605_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:28,653 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:28,654 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:28,656 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:28,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:28,657 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001/localmode-log-dir
2016-01-14 15:33:28,658 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001/localmode-log-dir/history.txt.appattempt_1452785608605_0001_000000, maxErrors=10
2016-01-14 15:33:28,658 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:28,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785608605_0001_000000, appSubmitTime=1452785608634, launchTime=1452785608634
2016-01-14 15:33:28,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:28,665 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:28,666 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:28,667 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:28,671 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:44310
2016-01-14 15:33:28,672 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:28,674 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785608605_0001_000000, startTime=1452785608674
2016-01-14 15:33:28,674 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:28,674 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:28,732 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:28,732 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:28,732 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...litPipe/splitintermediate, applicationId=application_1452785608605_0001, dagName=[2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate
2016-01-14 15:33:28,748 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate
2016-01-14 15:33:28,750 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785608605_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001/localmode-log-dir/dag_1452785608605_0001_1.dot
2016-01-14 15:33:28,750 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001/localmode-log-dir/dag_1452785608605_0001_1-tez-dag.pb.txt
2016-01-14 15:33:28,755 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785608605_0001_1
2016-01-14 15:33:28,755 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,755 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate
2016-01-14 15:33:28 Running Dag: dag_1452785608605_0001_1
2016-01-14 15:33:28,766 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:28,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785608605_0001_1, submitTime=1452785608749
2016-01-14 15:33:28,766 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B58F1FC2F6AC49B297F7B7EF105FFC57
2016-01-14 15:33:28,767 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:28,767 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:28,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785608605_0001_1, initTime=1452785608766
2016-01-14 15:33:28,767 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785608605_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:28,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:DAG_STARTED]: dagID=dag_1452785608605_0001_1, startTime=1452785608767
2016-01-14 15:33:28,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:28,768 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:28,768 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785608605_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:28,769 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...litPipe/splitintermediate, applicationId=application_1452785608605_0001, dagName=[2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B58F1FC2F6AC49B297F7B7EF105FFC57 : {E4447399BAB5441BB25133B3AF83FC51={InputName=E4447399BAB5441BB25133B3AF83FC51}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E4447399BAB5441BB25133B3AF83FC51, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,769 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]. Starting root input initializers: 1
2016-01-14 15:33:28,770 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:28,771 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E4447399BAB5441BB25133B3AF83FC51 on vertex vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,772 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:28,773 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E4447399BAB5441BB25133B3AF83FC51 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:28,773 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:28,773 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:28,775 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 15:33:28,775 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E4447399BAB5441BB25133B3AF83FC51 on vertex vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,776 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:28,776 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E4447399BAB5441BB25133B3AF83FC51=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:28,776 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] parallelism set to 1
2016-01-14 15:33:28,776 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:28,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785608605_0001_1_00, eventCount=1
2016-01-14 15:33:28,777 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,777 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=A0BACEBEA46C4AEAA0DB5E9F08780AA9, vertexId=vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:28,777 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=A0BACEBEA46C4AEAA0DB5E9F08780AA9, vertexId=vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,778 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:28,779 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=A0BACEBEA46C4AEAA0DB5E9F08780AA9, vertexId=vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, vertexId=vertex_1452785608605_0001_1_00, initRequestedTime=1452785608769, initedTime=1452785608780, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:28,780 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] with distanceFromRoot: 0
2016-01-14 15:33:28,780 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:28,780 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:28,781 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B58F1FC2F6AC49B297F7B7EF105FFC57
2016-01-14 15:33:28,781 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785608605_0001_1_00, startRequestedTime=1452785608781, startedTime=1452785608781
2016-01-14 15:33:28,781 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:28,781 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:28,782 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:28,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:TASK_STARTED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, taskId=task_1452785608605_0001_1_00_000000, scheduledTime=1452785608782, launchTime=1452785608782
2016-01-14 15:33:28,782 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785608605_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:28,782 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,783 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate, VertexName: B58F1FC2F6AC49B297F7B7EF105FFC57, VertexParallelism: 1, TaskAttemptID:attempt_1452785608605_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4447399BAB5441BB25133B3AF83FC51, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:28,783 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785608605_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:28,783 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:28,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split] submitted tez dag to app master: application_1452785608605_0001, with dag id: dag_1452785608605_0001_1
2016-01-14 15:33:28,784 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:28,785 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:28,785 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:28,785 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785608605_0001_00_000001
2016-01-14 15:33:28,785 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:28,787 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785608605_0001_00_000001
2016-01-14 15:33:28,787 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:28,788 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:28,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:28,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785608605_0001_00_000001, launchTime=1452785608788
2016-01-14 15:33:28,789 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785608605_0001_00_000001
2016-01-14 15:33:28,790 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785608605_0001_1_00_000000_0] to container: [container_1452785608605_0001_00_000001]
2016-01-14 15:33:28,790 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:28,790 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785608605_0001_00_000001 given task: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,790 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785608605_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,791 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785608605_0001_1_00_000000_0] started. Is using containerId: [container_1452785608605_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:28 Starting to run new task attempt: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,791 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0, startTime=1452785608790, containerId=container_1452785608605_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785608605_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:28,791 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,791 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:28,791 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:28,791 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:28,791 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:28,792 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:28,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C] split/(1/1) ...litPipe/splitintermediate, VertexName: B58F1FC2F6AC49B297F7B7EF105FFC57, VertexParallelism: 1, TaskAttemptID:attempt_1452785608605_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4447399BAB5441BB25133B3AF83FC51, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:28,792 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:28,792 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:28,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:28,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:28,791 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785608605_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:28,793 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785608605_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:28,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:28,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E4447399BAB5441BB25133B3AF83FC51, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:28,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:28,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,796 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,797 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:28,798 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:28,798 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:28,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:28,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:28,799 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:28,800 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:28,801 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785608605_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:28,808 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B58F1FC2F6AC49B297F7B7EF105FFC57, ordinal: 0
2016-01-14 15:33:28,808 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B58F1FC2F6AC49B297F7B7EF105FFC57, mem on start (mb), free: 319, total: 553, max: 672
2016-01-14 15:33:28,808 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:28,808 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:28,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:28,810 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:28,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:28,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:28,810 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:28,811 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:28,811 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E4447399BAB5441BB25133B3AF83FC51, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:28,811 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A0BACEBEA46C4AEAA0DB5E9F08780AA9, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:28,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:28,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,812 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:28,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E4447399BAB5441BB25133B3AF83FC51 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:28,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:28,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:28,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:28,813 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,815 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:28,815 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:28,816 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@db71131
2016-01-14 15:33:28,816 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: E4447399BAB5441BB25133B3AF83FC51
2016-01-14 15:33:28,816 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"], id: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:28,817 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:28,817 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 15:33:28,817 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:28,818 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@db71131
2016-01-14 15:33:28,819 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:28,819 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:28,820 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B58F1FC2F6AC49B297F7B7EF105FFC57, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:28,822 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:28,822 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:28,822 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,822 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785608605_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:28,823 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,823 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B58F1FC2F6AC49B297F7B7EF105FFC57, mem on close (mb), free: 317, total: 553, max: 672
2016-01-14 15:33:28 Completed running task attempt: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,824 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:28,826 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452785608820, Process_Duration=3, Process_End_Time=1452785608823, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 15:33:28,827 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:28,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, taskAttemptId=attempt_1452785608605_0001_1_00_000000_0, startTime=1452785608790, finishTime=1452785608826, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785608820, Process_Duration=3, Process_End_Time=1452785608823, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:28,828 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785608605_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:28,828 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:28,827 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:28,829 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,828 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28,830 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:28,830 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:TASK_FINISHED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, taskId=task_1452785608605_0001_1_00_000000, startTime=1452785608790, finishTime=1452785608829, timeTaken=39, status=SUCCEEDED, successfulAttemptID=attempt_1452785608605_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785608820, Process_Duration=3, Process_End_Time=1452785608823, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:28,830 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785608605_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:28,830 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] : 1
2016-01-14 15:33:28,830 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,831 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:28,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:VERTEX_FINISHED]: vertexName=B58F1FC2F6AC49B297F7B7EF105FFC57, vertexId=vertex_1452785608605_0001_1_00, initRequestedTime=1452785608769, initedTime=1452785608780, startRequestedTime=1452785608781, startedTime=1452785608781, finishTime=1452785608830, timeTaken=49, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785608820, Process_Duration=3, Process_End_Time=1452785608823, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785608790, firstTasksToStart=[ task_1452785608605_0001_1_00_000000 ], lastTaskFinishTime=1452785608826, lastTasksToFinish=[ task_1452785608605_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785608605_0001_1_00_000000 ], longestDurationTasks=[ task_1452785608605_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:28,832 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:28,832 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:28,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785608605_0001_00_000001, stoppedTime=1452785608832, exitStatus=0
2016-01-14 15:33:28,832 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:28,832 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:28,833 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:28,833 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785608605_0001_1
2016-01-14 15:33:28,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785608605_0001_1
2016-01-14 15:33:28,833 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: A0BACEBEA46C4AEAA0DB5E9F08780AA9 for vertex: vertex_1452785608605_0001_1_00 [B58F1FC2F6AC49B297F7B7EF105FFC57]
2016-01-14 15:33:28,836 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785608605_0001_00_000001
2016-01-14 15:33:28,836 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785608605_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:28,836 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785608605_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:28,837 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785608605_0001_00_000001, Exiting
2016-01-14 15:33:28,837 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785608605_0001_00_000001
2016-01-14 15:33:28,837 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785608605_0001_00_000001
2016-01-14 15:33:28,838 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785608605_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:28,838 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785608605_0001_00_000001 completed successfully
2016-01-14 15:33:28,845 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785608605_0001_1, queueSize=0
2016-01-14 15:33:28,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:28,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785608605_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785608605_0001_1, startTime=1452785608767, finishTime=1452785608844, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=580386816, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452785608820, Process_Duration=3, Process_End_Time=1452785608823, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:28,846 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785608605_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:28,846 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785608605_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:28,846 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785608605_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:28,846 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785608605_0001_00_000001
2016-01-14 15:33:28 Completed Dag: dag_1452785608605_0001_1
2016-01-14 15:33:28,847 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785608605_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:28,847 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785608605_0001_1_post
2016-01-14 15:33:28,847 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:28,847 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:28,852 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...litPipe/splitintermediate, applicationId=application_1452785608605_0001
2016-01-14 15:33:28,854 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:28,854 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:28,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:28,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:28,854 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:28,854 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:28,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:28,855 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:28,855 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:28,855 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:28,856 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:28,856 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:28,856 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:28,859 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2B1EA75887B440ACA26198D2DB075AF2/C807A3E954954010968167C4FA2B7B8C/.tez/application_1452785608605_0001
2016-01-14 15:33:28,860 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [split]  completed in: 00:00.275
2016-01-14 15:33:28,881 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:28,881 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:28,931 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 15:33:28,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.035
2016-01-14 15:33:28,948 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:28,948 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:28,948 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:28,961 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate
2016-01-14 15:33:28,966 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate
2016-01-14 15:33:28,971 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/groupbysplit
2016-01-14 15:33:29,013 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: F90B7261D7DC41BF9209E4D35F2C8091,E73B3C178BC443E2A3EAFC7719E87952 and BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,015 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] starting
2016-01-14 15:33:29,015 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:29,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/groupbysplit"]
2016-01-14 15:33:29,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  parallel execution of steps is enabled: false
2016-01-14 15:33:29,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  executing total steps: 1
2016-01-14 15:33:29,016 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  allocating management threads: 1
2016-01-14 15:33:29,017 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] starting step: (1/1) ...pBySplitPipe/groupbysplit
2016-01-14 15:33:29,017 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [lhs+rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:29,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tez session mode enabled: true
2016-01-14 15:33:29,041 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:29,042 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:29,042 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:29,055 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001 doesn't exist and is created
2016-01-14 15:33:29,073 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:29,073 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:29,073 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001
2016-01-14 15:33:29,076 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785609042_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:29,085 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:29,086 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:29,087 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:29,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:29,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001/localmode-log-dir
2016-01-14 15:33:29,089 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001/localmode-log-dir/history.txt.appattempt_1452785609042_0001_000000, maxErrors=10
2016-01-14 15:33:29,089 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:29,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785609042_0001_000000, appSubmitTime=1452785609075, launchTime=1452785609075
2016-01-14 15:33:29,092 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:29,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:29,094 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:29,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:29,098 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:44579
2016-01-14 15:33:29,100 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:29,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785609042_0001_000000, startTime=1452785609103
2016-01-14 15:33:29,103 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:29,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:29,173 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:29,173 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:29,173 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...pBySplitPipe/groupbysplit, applicationId=application_1452785609042_0001, dagName=[12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit
2016-01-14 15:33:29,192 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit
2016-01-14 15:33:29,194 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785609042_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001/localmode-log-dir/dag_1452785609042_0001_1.dot
2016-01-14 15:33:29,195 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001/localmode-log-dir/dag_1452785609042_0001_1-tez-dag.pb.txt
2016-01-14 15:33:29,209 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785609042_0001_1
2016-01-14 15:33:29,210 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,210 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit
2016-01-14 15:33:29 Running Dag: dag_1452785609042_0001_1
2016-01-14 15:33:29,222 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785609042_0001_1, submitTime=1452785609193
2016-01-14 15:33:29,222 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:29,223 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,224 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:29,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785609042_0001_1, initTime=1452785609222
2016-01-14 15:33:29,225 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:29,225 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785609042_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:29,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:DAG_STARTED]: dagID=dag_1452785609042_0001_1, startTime=1452785609226
2016-01-14 15:33:29,226 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:29,226 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:29,226 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785609042_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F90B7261D7DC41BF9209E4D35F2C8091 : {A0BACEBEA46C4AEAA0DB5E9F08780AA9={InputName=A0BACEBEA46C4AEAA0DB5E9F08780AA9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A0BACEBEA46C4AEAA0DB5E9F08780AA9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,227 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]. Starting root input initializers: 1
2016-01-14 15:33:29,228 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...pBySplitPipe/groupbysplit, applicationId=application_1452785609042_0001, dagName=[12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E73B3C178BC443E2A3EAFC7719E87952 : {A0BACEBEA46C4AEAA0DB5E9F08780AA9={InputName=A0BACEBEA46C4AEAA0DB5E9F08780AA9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A0BACEBEA46C4AEAA0DB5E9F08780AA9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,229 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,230 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]. Starting root input initializers: 1
2016-01-14 15:33:29,231 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 on vertex vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,233 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:29,234 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A0BACEBEA46C4AEAA0DB5E9F08780AA9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:29,234 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:29,234 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:29,241 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:29,242 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,244 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 on vertex vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,244 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:29,245 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,245 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,245 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:29,246 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A0BACEBEA46C4AEAA0DB5E9F08780AA9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:29,247 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:29,247 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:29,246 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,248 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=22652C39E45A48DE8354AA7FD07FE299, vertexId=vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:29,249 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=22652C39E45A48DE8354AA7FD07FE299, vertexId=vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,249 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] submitted tez dag to app master: application_1452785609042_0001, with dag id: dag_1452785609042_0001_1
2016-01-14 15:33:29,255 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=22652C39E45A48DE8354AA7FD07FE299, vertexName=BF59F954FFC74767807DD3678A04D584, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:29,255 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=22652C39E45A48DE8354AA7FD07FE299, vertexId=vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BF59F954FFC74767807DD3678A04D584, vertexId=vertex_1452785609042_0001_1_02, initRequestedTime=1452785609241, initedTime=1452785609258, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:29,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:29,258 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:29,269 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 562
2016-01-14 15:33:29,270 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 on vertex vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,270 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:29,270 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A0BACEBEA46C4AEAA0DB5E9F08780AA9=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:29,270 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] parallelism set to 1
2016-01-14 15:33:29,270 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:29,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785609042_0001_1_01, eventCount=1
2016-01-14 15:33:29,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, vertexId=vertex_1452785609042_0001_1_01, initRequestedTime=1452785609227, initedTime=1452785609271, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:29,271 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] with distanceFromRoot: 0
2016-01-14 15:33:29,271 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:29,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:29,271 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,271 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785609042_0001_1_01, startRequestedTime=1452785609271, startedTime=1452785609271
2016-01-14 15:33:29,272 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:29,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:29,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:29,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_STARTED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, taskId=task_1452785609042_0001_1_01_000000, scheduledTime=1452785609272, launchTime=1452785609272
2016-01-14 15:33:29,273 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:29,273 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785609042_0001_1_01 for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] numStartedSources: 1 numSources: 2
2016-01-14 15:33:29,273 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] numStartedSources: 1 numSources: 2
2016-01-14 15:33:29,273 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,273 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 562
2016-01-14 15:33:29,274 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: F90B7261D7DC41BF9209E4D35F2C8091, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:29,274 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 on vertex vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,274 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:29,274 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:29,275 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A0BACEBEA46C4AEAA0DB5E9F08780AA9=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:29,275 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] parallelism set to 1
2016-01-14 15:33:29,275 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:29,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785609042_0001_1_00, eventCount=1
2016-01-14 15:33:29,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:29,277 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:29,277 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, vertexId=vertex_1452785609042_0001_1_00, initRequestedTime=1452785609229, initedTime=1452785609276, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:29,278 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] with distanceFromRoot: 0
2016-01-14 15:33:29,278 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:29,277 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:29,279 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,281 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,282 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:29,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785609042_0001_1_00, startRequestedTime=1452785609279, startedTime=1452785609279
2016-01-14 15:33:29,283 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:29,284 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:29,284 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:29,285 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785609042_0001_00_000001
2016-01-14 15:33:29,286 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:29,286 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:29,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_STARTED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, taskId=task_1452785609042_0001_1_00_000000, scheduledTime=1452785609286, launchTime=1452785609286
2016-01-14 15:33:29,287 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:29,287 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785609042_0001_1_00 for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] numStartedSources: 2 numSources: 2
2016-01-14 15:33:29,288 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] with distanceFromRoot: 1
2016-01-14 15:33:29,288 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F90B7261D7DC41BF9209E4D35F2C8091 in vertex: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E73B3C178BC443E2A3EAFC7719E87952 in vertex: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BF59F954FFC74767807DD3678A04D584 with 2 source tasks and 1 pending tasks
2016-01-14 15:33:29,290 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785609042_0001_00_000001
2016-01-14 15:33:29,290 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:29,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785609042_0001_1_02, startRequestedTime=1452785609289, startedTime=1452785609289
2016-01-14 15:33:29,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:29,290 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:29,291 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: E73B3C178BC443E2A3EAFC7719E87952, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:29,292 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:29,292 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:29,292 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:29,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785609042_0001_00_000001, launchTime=1452785609291
2016-01-14 15:33:29,291 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:29,293 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785609042_0001_00_000002
2016-01-14 15:33:29,293 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:29,294 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000001
2016-01-14 15:33:29,294 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785609042_0001_1_01_000000_0] to container: [container_1452785609042_0001_00_000001]
2016-01-14 15:33:29,295 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:29,296 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785609042_0001_00_000001 given task: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,296 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,295 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785609042_0001_00_000002
2016-01-14 15:33:29,296 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,297 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,297 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,297 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:29,297 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:29,298 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:29,298 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:29,298 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:29,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: F90B7261D7DC41BF9209E4D35F2C8091, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:29,299 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:29,297 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785609042_0001_1_01_000000_0] started. Is using containerId: [container_1452785609042_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:29,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0, startTime=1452785609296, containerId=container_1452785609042_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785609042_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:29,300 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:29,300 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:29,300 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:29,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785609042_0001_00_000002, launchTime=1452785609299
2016-01-14 15:33:29,299 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:29,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:29,301 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:29,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,304 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000002
2016-01-14 15:33:29,305 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785609042_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:29,305 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785609042_0001_1_00_000000_0] to container: [container_1452785609042_0001_00_000002]
2016-01-14 15:33:29,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:29,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:29,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:29,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,308 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,308 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:29,305 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:29,313 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785609042_0001_00_000002 given task: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,313 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,314 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,314 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,314 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:29,315 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:29,315 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:29,315 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:29,315 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:29,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: E73B3C178BC443E2A3EAFC7719E87952, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:29,315 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 15:33:29,312 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:29,316 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,316 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F90B7261D7DC41BF9209E4D35F2C8091, ordinal: 1
2016-01-14 15:33:29,316 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F90B7261D7DC41BF9209E4D35F2C8091, mem on start (mb), free: 451, total: 554, max: 672
2016-01-14 15:33:29,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:29,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:29,313 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785609042_0001_1_00_000000_0] started. Is using containerId: [container_1452785609042_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:29,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0, startTime=1452785609313, containerId=container_1452785609042_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785609042_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:29,317 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:29,317 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:29,317 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:29,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:29,318 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,319 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785609042_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:29,319 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,319 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:29,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A0BACEBEA46C4AEAA0DB5E9F08780AA9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:29,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:29,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,321 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,321 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:29,322 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,324 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:29,324 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:29,325 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:29,325 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:29,326 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:29,326 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:29,326 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:29,326 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:29,326 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A0BACEBEA46C4AEAA0DB5E9F08780AA9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:29,326 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BF59F954FFC74767807DD3678A04D584, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:29,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:29,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:29,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:29,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,327 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:29,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,326 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:29,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BF59F954FFC74767807DD3678A04D584, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:29,328 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:29,328 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,330 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:29,330 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:29,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:29,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,331 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,334 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E73B3C178BC443E2A3EAFC7719E87952, ordinal: 0
2016-01-14 15:33:29,334 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E73B3C178BC443E2A3EAFC7719E87952, mem on start (mb), free: 448, total: 554, max: 672
2016-01-14 15:33:29,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:29,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:29,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:29,334 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:29,335 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:29,335 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"] streamed: true, id: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,335 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: 14FFB6EE8E144D9496FA3BD055CECC61
2016-01-14 15:33:29,335 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 14FFB6EE8E144D9496FA3BD055CECC61
2016-01-14 15:33:29,336 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2e1bdfc1; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@27ff0f8d; comparator=cascading.tuple.hadoop.util.TupleComparator@5a56067e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:29,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:29,337 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:29,337 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:29,337 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:29,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:29,338 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:29,339 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:29,339 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 15:33:29,340 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A0BACEBEA46C4AEAA0DB5E9F08780AA9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:29,340 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BF59F954FFC74767807DD3678A04D584, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:29,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:29,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,341 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:29,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A0BACEBEA46C4AEAA0DB5E9F08780AA9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:29,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:29,337 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:29,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:29,344 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5778064b
2016-01-14 15:33:29,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:29,345 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,345 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5778064b
2016-01-14 15:33:29,346 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:29,346 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:29,353 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:29,353 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:29,353 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:29,354 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:29,354 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:29,355 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:29,355 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:29,355 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"] streamed: true, id: A0BACEBEA46C4AEAA0DB5E9F08780AA9
2016-01-14 15:33:29,355 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6600bb21
2016-01-14 15:33:29,355 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: 14FFB6EE8E144D9496FA3BD055CECC61
2016-01-14 15:33:29,356 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 14FFB6EE8E144D9496FA3BD055CECC61
2016-01-14 15:33:29,356 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:29,356 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:29,356 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F90B7261D7DC41BF9209E4D35F2C8091, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:29,357 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3c01daef; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@1dcc9fb0; comparator=cascading.tuple.hadoop.util.TupleComparator@6507eb18; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:29,359 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6600bb21
2016-01-14 15:33:29,359 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:29,359 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:29,360 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:29,360 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,360 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F90B7261D7DC41BF9209E4D35F2C8091, mem on close (mb), free: 345, total: 554, max: 672
2016-01-14 15:33:29,360 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:29,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:29,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 15:33:29,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:29,360 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:29,361 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:29,599 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,614 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:29,615 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:29,617 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:29,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=120, FILE_BYTES_WRITTEN=1163, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785609357, Process_Duration=2, Process_End_Time=1452785609359, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:29,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785609042_0001_1_01, eventCount=1
2016-01-14 15:33:29,617 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:29,618 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,618 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000001
2016-01-14 15:33:29,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, taskAttemptId=attempt_1452785609042_0001_1_01_000000_0, startTime=1452785609296, finishTime=1452785609618, timeTaken=322, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=120, FILE_BYTES_WRITTEN=1163, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609357, Process_Duration=2, Process_End_Time=1452785609359, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:29,618 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:29,618 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:29,618 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29,619 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:29,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_FINISHED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, taskId=task_1452785609042_0001_1_01_000000, startTime=1452785609296, finishTime=1452785609619, timeTaken=323, status=SUCCEEDED, successfulAttemptID=attempt_1452785609042_0001_1_01_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=120, FILE_BYTES_WRITTEN=1163, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609357, Process_Duration=2, Process_End_Time=1452785609359, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:29,619 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:29,621 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:29,621 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:29,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:29,622 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate"]
2016-01-14 15:33:29,622 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:29,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:29,623 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E73B3C178BC443E2A3EAFC7719E87952, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:29,623 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] : 1
2016-01-14 15:33:29,623 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,626 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,626 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E73B3C178BC443E2A3EAFC7719E87952, mem on close (mb), free: 493, total: 728, max: 728
2016-01-14 15:33:29,627 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:29,627 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:29,627 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 15:33:29,628 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:29,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:29,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_FINISHED]: vertexName=F90B7261D7DC41BF9209E4D35F2C8091, vertexId=vertex_1452785609042_0001_1_01, initRequestedTime=1452785609227, initedTime=1452785609271, startRequestedTime=1452785609271, startedTime=1452785609271, finishTime=1452785609623, timeTaken=352, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=120, FILE_BYTES_WRITTEN=1163, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609357, Process_Duration=2, Process_End_Time=1452785609359, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785609296, firstTasksToStart=[ task_1452785609042_0001_1_01_000000 ], lastTaskFinishTime=1452785609618, lastTasksToFinish=[ task_1452785609042_0001_1_01_000000 ], minTaskDuration=322, maxTaskDuration=322, avgTaskDuration=322.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785609042_0001_1_01_000000 ], longestDurationTasks=[ task_1452785609042_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:29,631 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:29,631 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:29,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785609042_0001_00_000001, stoppedTime=1452785609631, exitStatus=0
2016-01-14 15:33:29,631 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:29,631 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:29,631 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] attempt: attempt_1452785609042_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:29,631 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:29,632 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785609042_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:29,632 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:29,633 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,636 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:29,641 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785609042_0001_1_00, eventCount=1
2016-01-14 15:33:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=9200, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785609623, Process_Duration=3, Process_End_Time=1452785609626, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:29,641 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:29,641 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,641 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, taskAttemptId=attempt_1452785609042_0001_1_00_000000_0, startTime=1452785609313, finishTime=1452785609641, timeTaken=328, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=9200, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609623, Process_Duration=3, Process_End_Time=1452785609626, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:29,641 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000002
2016-01-14 15:33:29,641 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:29,642 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:29,642 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:29,642 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_FINISHED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, taskId=task_1452785609042_0001_1_00_000000, startTime=1452785609313, finishTime=1452785609642, timeTaken=329, status=SUCCEEDED, successfulAttemptID=attempt_1452785609042_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=9200, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609623, Process_Duration=3, Process_End_Time=1452785609626, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:29,643 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:29,643 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] : 1
2016-01-14 15:33:29,643 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_FINISHED]: vertexName=E73B3C178BC443E2A3EAFC7719E87952, vertexId=vertex_1452785609042_0001_1_00, initRequestedTime=1452785609229, initedTime=1452785609276, startRequestedTime=1452785609279, startedTime=1452785609279, finishTime=1452785609643, timeTaken=364, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=216, FILE_BYTES_WRITTEN=9200, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=235, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609623, Process_Duration=3, Process_End_Time=1452785609626, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785609313, firstTasksToStart=[ task_1452785609042_0001_1_00_000000 ], lastTaskFinishTime=1452785609641, lastTasksToFinish=[ task_1452785609042_0001_1_00_000000 ], minTaskDuration=328, maxTaskDuration=328, avgTaskDuration=328.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785609042_0001_1_00_000000 ], longestDurationTasks=[ task_1452785609042_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:29,644 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:29,645 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:29,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:29,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785609042_0001_00_000002, stoppedTime=1452785609645, exitStatus=0
2016-01-14 15:33:29,645 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:29,645 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] attempt: attempt_1452785609042_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:29,645 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:29,645 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,646 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:29,646 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785609042_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 15:33:29,646 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:29,646 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:29,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_STARTED]: vertexName=BF59F954FFC74767807DD3678A04D584, taskId=task_1452785609042_0001_1_02_000000, scheduledTime=1452785609646, launchTime=1452785609646
2016-01-14 15:33:29,648 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:29,648 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,649 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785609042_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:29,649 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000001: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:29,649 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785609042_0001_00_000001, Exiting
2016-01-14 15:33:29,649 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785609042_0001_00_000001
2016-01-14 15:33:29,649 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785609042_0001_00_000001
2016-01-14 15:33:29,649 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:29,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: BF59F954FFC74767807DD3678A04D584, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E73B3C178BC443E2A3EAFC7719E87952, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=F90B7261D7DC41BF9209E4D35F2C8091, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=22652C39E45A48DE8354AA7FD07FE299, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: BF59F954FFC74767807DD3678A04D584 { F90B7261D7DC41BF9209E4D35F2C8091 E73B3C178BC443E2A3EAFC7719E87952 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 15:33:29,651 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:29,651 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:29,652 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785609042_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:29,652 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:29,652 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785609042_0001_00_000002, Exiting
2016-01-14 15:33:29,652 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785609042_0001_00_000002
2016-01-14 15:33:29,652 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785609042_0001_00_000002
2016-01-14 15:33:29,653 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785609042_0001_00_000003
2016-01-14 15:33:29,653 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:29,653 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785609042_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:29,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785609042_0001_00_000001 completed successfully
2016-01-14 15:33:29,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785609042_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:29,655 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785609042_0001_00_000002 completed successfully
2016-01-14 15:33:29,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:29,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:29,655 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785609042_0001_00_000003
2016-01-14 15:33:29,656 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 15:33:29,658 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:29,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785609042_0001_00_000003, launchTime=1452785609658
2016-01-14 15:33:29,658 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:29,659 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000003
2016-01-14 15:33:29,660 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785609042_0001_1_02_000000_0] to container: [container_1452785609042_0001_00_000003]
2016-01-14 15:33:29,660 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:29,661 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785609042_0001_1_02_000000_0] started. Is using containerId: [container_1452785609042_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 15:33:29,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BF59F954FFC74767807DD3678A04D584, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0, startTime=1452785609661, containerId=container_1452785609042_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785609042_0001_00_000003/teamcity, completedLogs=
2016-01-14 15:33:29,661 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:29,661 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785609042_0001_00_000003 given task: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,661 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:29,662 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:29,662 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,663 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,663 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,664 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:29,664 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:29,664 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:29,664 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:29,667 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:29,667 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04] lhs+rhs/(1/1) ...pBySplitPipe/groupbysplit, VertexName: BF59F954FFC74767807DD3678A04D584, VertexParallelism: 1, TaskAttemptID:attempt_1452785609042_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E73B3C178BC443E2A3EAFC7719E87952, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=F90B7261D7DC41BF9209E4D35F2C8091, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=22652C39E45A48DE8354AA7FD07FE299, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: BF59F954FFC74767807DD3678A04D584 { F90B7261D7DC41BF9209E4D35F2C8091 E73B3C178BC443E2A3EAFC7719E87952 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 15:33:29,668 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=763363328
2016-01-14 15:33:29,668 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:29,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E73B3C178BC443E2A3EAFC7719E87952, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:29,672 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785609042_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 15:33:29,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:29,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F90B7261D7DC41BF9209E4D35F2C8091, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:29,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:29,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,675 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 687027008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:29,677 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:29,677 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 687027008, type: INPUT, componentVertexName: E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,678 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=22652C39E45A48DE8354AA7FD07FE299, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:29,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,676 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 687027008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:29,680 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:29,680 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 687027008, type: INPUT, componentVertexName: F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,682 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:29,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:29,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 22652C39E45A48DE8354AA7FD07FE299
2016-01-14 15:33:29,683 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:29,683 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 22652C39E45A48DE8354AA7FD07FE299
2016-01-14 15:33:29,687 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BF59F954FFC74767807DD3678A04D584, ordinal: 2
2016-01-14 15:33:29,687 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF59F954FFC74767807DD3678A04D584, mem on start (mb), free: 486, total: 728, max: 728
2016-01-14 15:33:29,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:29,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 15:33:29,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:29,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:29,693 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:29,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 22652C39E45A48DE8354AA7FD07FE299
2016-01-14 15:33:29,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:29,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: BF59F954FFC74767807DD3678A04D584 { F90B7261D7DC41BF9209E4D35F2C8091 E73B3C178BC443E2A3EAFC7719E87952 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 15:33:29,696 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 15:33:29,696 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1374054016, TotalRequestedScaled: 6.5954592768E8, TotalJVMHeap: 763363328, TotalAvailable: 500002979, TotalRequested/TotalJVMHeap:1.80
2016-01-14 15:33:29,696 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E73B3C178BC443E2A3EAFC7719E87952, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=687027008, allocated=250001489
2016-01-14 15:33:29,697 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F90B7261D7DC41BF9209E4D35F2C8091, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=687027008, allocated=250001489
2016-01-14 15:33:29,697 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 22652C39E45A48DE8354AA7FD07FE299, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring E73B3C178BC443E2A3EAFC7719E87952 for start, since it will be controlled via it's Group
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring F90B7261D7DC41BF9209E4D35F2C8091 for start, since it will be controlled via it's Group
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: BF59F954FFC74767807DD3678A04D584 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:29,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:29,698 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,698 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:29,699 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:29,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F90B7261D7DC41BF9209E4D35F2C8091 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:29,699 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=687027008, postMergeMem=0, RuntimeTotalAvailable=250001489. Updated to: ShuffleMem=250001489, postMergeMem: 0
2016-01-14 15:33:29,699 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=250001489, maxSingleShuffleLimit=62500372, mergeThreshold=225001328, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:29,699 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:29,701 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:29,701 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:29,704 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E73B3C178BC443E2A3EAFC7719E87952 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:29,704 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=687027008, postMergeMem=0, RuntimeTotalAvailable=250001489. Updated to: ShuffleMem=250001489, postMergeMem: 0
2016-01-14 15:33:29,704 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=250001489, maxSingleShuffleLimit=62500372, mergeThreshold=225001328, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:29,704 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:29,707 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BF59F954FFC74767807DD3678A04D584
2016-01-14 15:33:29,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:29,708 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,709 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785609042_0001_1_01_000000_0_10071, runDuration: 284124, ]
2016-01-14 15:33:29,710 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785609042_0001_1_00_000000_0_10074, runDuration: 306390, ]
2016-01-14 15:33:29,711 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2016-01-14 15:33:29,711 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] streamed: true, id: 14FFB6EE8E144D9496FA3BD055CECC61
2016-01-14 15:33:29,711 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/groupbysplit"], id: 22652C39E45A48DE8354AA7FD07FE299
2016-01-14 15:33:29,711 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785609042_0001_1_00_000000_0_10074] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452785609711, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 15:33:29,713 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,712 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785609042_0001_1_01_000000_0_10071] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452785609712, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 15:33:29,711 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/groupbysplit"]
2016-01-14 15:33:29,714 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 14FFB6EE8E144D9496FA3BD055CECC61, for 1 inputs
2016-01-14 15:33:29,714 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,714 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:29,715 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F90B7261D7DC41BF9209E4D35F2C8091] #7 in 5ms
2016-01-14 15:33:29,715 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F90B7261D7DC41BF9209E4D35F2C8091] #7, status:false, isInterrupted:false
2016-01-14 15:33:29,713 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:29,716 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:29,716 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 15:33:29,717 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:29,717 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:29,717 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 15:33:29,717 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,717 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:29,718 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E73B3C178BC443E2A3EAFC7719E87952] #8 in 7ms
2016-01-14 15:33:29,719 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E73B3C178BC443E2A3EAFC7719E87952] #8, status:false, isInterrupted:false
2016-01-14 15:33:29,719 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:29,719 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 15:33:29,719 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:29,719 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:29,720 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 15:33:29,720 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,720 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:29,720 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BF59F954FFC74767807DD3678A04D584, all 1 inputs ready in: 00:00:00.006
2016-01-14 15:33:29,723 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@ccf647f; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@3ced46b
2016-01-14 15:33:29,724 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2c6788db; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4149f8a3
2016-01-14 15:33:29,728 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:29,728 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:29,729 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,729 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785609042_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 15:33:29,730 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,730 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF59F954FFC74767807DD3678A04D584, mem on close (mb), free: 482, total: 728, max: 728
2016-01-14 15:33:29,730 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E73B3C178BC443E2A3EAFC7719E87952
2016-01-14 15:33:29,731 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:29,731 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:29,731 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:29,732 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:29,732 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:29,732 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F90B7261D7DC41BF9209E4D35F2C8091
2016-01-14 15:33:29,733 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:29,733 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:29,733 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:29,733 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:29,734 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,735 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:29,736 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=52, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=10][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785609721, Process_Duration=9, Process_End_Time=1452785609730, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=10]]
2016-01-14 15:33:29,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BF59F954FFC74767807DD3678A04D584, taskAttemptId=attempt_1452785609042_0001_1_02_000000_0, startTime=1452785609661, finishTime=1452785609736, timeTaken=75, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=52, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609721, Process_Duration=9, Process_End_Time=1452785609730, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10
2016-01-14 15:33:29,737 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785609042_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:29,737 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:TASK_FINISHED]: vertexName=BF59F954FFC74767807DD3678A04D584, taskId=task_1452785609042_0001_1_02_000000, startTime=1452785609661, finishTime=1452785609737, timeTaken=76, status=SUCCEEDED, successfulAttemptID=attempt_1452785609042_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=52, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609721, Process_Duration=9, Process_End_Time=1452785609730, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10
2016-01-14 15:33:29,738 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785609042_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:29,738 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] : 1
2016-01-14 15:33:29,738 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:29,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:VERTEX_FINISHED]: vertexName=BF59F954FFC74767807DD3678A04D584, vertexId=vertex_1452785609042_0001_1_02, initRequestedTime=1452785609241, initedTime=1452785609258, startRequestedTime=1452785609289, startedTime=1452785609289, finishTime=1452785609738, timeTaken=449, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=52, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=763363328, OUTPUT_RECORDS=10, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785609721, Process_Duration=9, Process_End_Time=1452785609730, Read_Duration=1, Tuples_Read=10, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=10, vertexStats=firstTaskStartTime=1452785609661, firstTasksToStart=[ task_1452785609042_0001_1_02_000000 ], lastTaskFinishTime=1452785609736, lastTasksToFinish=[ task_1452785609042_0001_1_02_000000 ], minTaskDuration=75, maxTaskDuration=75, avgTaskDuration=75.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785609042_0001_1_02_000000 ], longestDurationTasks=[ task_1452785609042_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:29,739 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:29,740 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:29,740 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785609042_0001_1
2016-01-14 15:33:29,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:29,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:29,737 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:29,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785609042_0001_1
2016-01-14 15:33:29,743 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 22652C39E45A48DE8354AA7FD07FE299 for vertex: vertex_1452785609042_0001_1_02 [BF59F954FFC74767807DD3678A04D584]
2016-01-14 15:33:29,748 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:29,748 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,748 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785609042_0001_00_000003
2016-01-14 15:33:29,752 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785609042_0001_1_01 [F90B7261D7DC41BF9209E4D35F2C8091]
2016-01-14 15:33:29,752 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785609042_0001_1_00 [E73B3C178BC443E2A3EAFC7719E87952]
2016-01-14 15:33:29,755 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785609042_0001_1, queueSize=0
2016-01-14 15:33:29,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:29,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785609042_0001_1, startTime=1452785609226, finishTime=1452785609752, timeTaken=526, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=590, FILE_BYTES_WRITTEN=10415, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=470, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=2290089984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=150, OUTPUT_BYTES_WITH_OVERHEAD=182, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358356828701, Process_Duration=14, Process_End_Time=4358356828715, Read_Duration=6, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=10
2016-01-14 15:33:29,756 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785609042_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:29,756 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785609042_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:29,756 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:29,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785609042_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785609042_0001_00_000003, stoppedTime=1452785609756, exitStatus=0
2016-01-14 15:33:29,756 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:29,756 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:29 Completed Dag: dag_1452785609042_0001_1
2016-01-14 15:33:29,757 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785609042_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:29,757 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785609042_0001_1_post
2016-01-14 15:33:29,758 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:29,758 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:29,758 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785609042_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 15:33:29,759 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:29,761 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785609042_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 15:33:29,762 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785609042_0001_00_000003: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:29,764 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785609042_0001_00_000003, Exiting
2016-01-14 15:33:29,764 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785609042_0001_00_000003
2016-01-14 15:33:29,764 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785609042_0001_00_000003
2016-01-14 15:33:29,765 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...pBySplitPipe/groupbysplit, applicationId=application_1452785609042_0001
2016-01-14 15:33:29,767 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785609042_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:29,767 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785609042_0001_00_000003 completed successfully
2016-01-14 15:33:29,767 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785609042_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:29,768 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:29,768 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:29,768 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:29,768 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:29,768 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:29,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:29,770 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:29,770 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:29,770 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:29,771 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:29,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:29,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:29,771 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:29,778 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/12ED593F92FD42AE9E2039AA5408F24F/C08835B044594F1C8DFD9001FEC7CE04/.tez/application_1452785609042_0001
2016-01-14 15:33:29,779 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  completed in: 00:00.764
2016-01-14 15:33:29,844 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/splitintermediate
2016-01-14 15:33:29,844 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testGroupBySplitPipe/groupbysplit
2016-01-14 15:33:29,867 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:29,867 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:29,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 15:33:29,917 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.027
2016-01-14 15:33:29,917 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:29,918 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 15:33:29,918 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:29,933 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:29,940 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testIllegalCharsInTempFiles/illegalchars
2016-01-14 15:33:29,997 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] starting
2016-01-14 15:33:29,998 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:29,998 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testIllegalCharsInTempFiles/illegalchars"]
2016-01-14 15:33:29,999 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  parallel execution of steps is enabled: false
2016-01-14 15:33:30,000 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  executing total steps: 1
2016-01-14 15:33:30,000 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  allocating management threads: 1
2016-01-14 15:33:30,001 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] starting step: (1/1) ...sInTempFiles/illegalchars
2016-01-14 15:33:30,001 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [**&%&%bar:bar@foo://bl...] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:30,018 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] tez session mode enabled: true
2016-01-14 15:33:30,022 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:30,023 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:30,023 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:30,033 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001 doesn't exist and is created
2016-01-14 15:33:30,049 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:30,050 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:30,050 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001
2016-01-14 15:33:30,052 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785610023_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:30,062 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:30,063 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:30,064 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:30,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:30,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001/localmode-log-dir
2016-01-14 15:33:30,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001/localmode-log-dir/history.txt.appattempt_1452785610023_0001_000000, maxErrors=10
2016-01-14 15:33:30,065 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:30,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785610023_0001_000000, appSubmitTime=1452785610052, launchTime=1452785610052
2016-01-14 15:33:30,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:30,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:30,071 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:30,072 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:30,072 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:56194
2016-01-14 15:33:30,075 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:30,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785610023_0001_000000, startTime=1452785610078
2016-01-14 15:33:30,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:30,079 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:30,150 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:30,150 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:30,150 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sInTempFiles/illegalchars, applicationId=application_1452785610023_0001, dagName=[8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars
2016-01-14 15:33:30,174 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars
2016-01-14 15:33:30,176 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785610023_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001/localmode-log-dir/dag_1452785610023_0001_1.dot
2016-01-14 15:33:30,178 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001/localmode-log-dir/dag_1452785610023_0001_1-tez-dag.pb.txt
2016-01-14 15:33:30,188 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785610023_0001_1
2016-01-14 15:33:30,189 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,189 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars
2016-01-14 15:33:30 Running Dag: dag_1452785610023_0001_1
2016-01-14 15:33:30,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:30,202 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785610023_0001_1, submitTime=1452785610174
2016-01-14 15:33:30,203 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,203 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:30,204 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:30,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785610023_0001_1, initTime=1452785610203
2016-01-14 15:33:30,205 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610023_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:30,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:DAG_STARTED]: dagID=dag_1452785610023_0001_1, startTime=1452785610205
2016-01-14 15:33:30,205 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:30,205 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610023_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:30,205 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D34F43FFEA094E03B4C48FB1AAE8CC47 : {ECF5D3F8AA324E27BFEFC5FE8657CE13={InputName=ECF5D3F8AA324E27BFEFC5FE8657CE13}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:30,206 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: ECF5D3F8AA324E27BFEFC5FE8657CE13, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:30,206 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,206 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,206 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,206 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]. Starting root input initializers: 1
2016-01-14 15:33:30,207 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:30,207 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:30,208 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,212 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sInTempFiles/illegalchars, applicationId=application_1452785610023_0001, dagName=[8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars
2016-01-14 15:33:30,212 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: ECF5D3F8AA324E27BFEFC5FE8657CE13 on vertex vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,214 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:30,214 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:30,214 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input ECF5D3F8AA324E27BFEFC5FE8657CE13 asking for 1 tasks. Headroom: 728 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:30,214 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,214 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, vertexId=vertex_1452785610023_0001_1_01, initRequestedTime=1452785610208, initedTime=1452785610214, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:30,214 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:30,215 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:30,216 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:30,216 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:30,219 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 15:33:30,219 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,220 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,220 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,221 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=10A90465D5624CD08DF6B34C36949815, vertexId=vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:30,221 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=10A90465D5624CD08DF6B34C36949815, vertexId=vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,223 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:30,224 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=10A90465D5624CD08DF6B34C36949815, vertexName=E659E2A52CFA41C48ED6C3840F9E6352, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:30,224 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: ECF5D3F8AA324E27BFEFC5FE8657CE13 on vertex vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,224 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=10A90465D5624CD08DF6B34C36949815, vertexId=vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,226 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:30,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, vertexId=vertex_1452785610023_0001_1_02, initRequestedTime=1452785610215, initedTime=1452785610226, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 15:33:30,227 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] transitioned from NEW to INITED due to event V_INIT
2016-01-14 15:33:30,227 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:30,228 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {ECF5D3F8AA324E27BFEFC5FE8657CE13=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:30,228 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] parallelism set to 1
2016-01-14 15:33:30,228 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:30,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785610023_0001_1_00, eventCount=1
2016-01-14 15:33:30,230 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:30,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, vertexId=vertex_1452785610023_0001_1_00, initRequestedTime=1452785610205, initedTime=1452785610230, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:30,231 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] with distanceFromRoot: 0
2016-01-14 15:33:30,231 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:30,232 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,232 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,233 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:30,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785610023_0001_1_00, startRequestedTime=1452785610232, startedTime=1452785610232
2016-01-14 15:33:30,234 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:30,235 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:30,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_STARTED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, taskId=task_1452785610023_0001_1_00_000000, scheduledTime=1452785610234, launchTime=1452785610234
2016-01-14 15:33:30,236 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:30,236 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785610023_0001_1_00 for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] numStartedSources: 1 numSources: 1
2016-01-14 15:33:30,236 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] with distanceFromRoot: 1
2016-01-14 15:33:30,237 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,237 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D34F43FFEA094E03B4C48FB1AAE8CC47 in vertex: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,238 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C1F4830AC4B04AD6AB99E30176A6E3CD with 1 source tasks and 1 pending tasks
2016-01-14 15:33:30,238 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:30,239 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785610023_0001_1_01, startRequestedTime=1452785610237, startedTime=1452785610237
2016-01-14 15:33:30,239 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:30,240 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: D34F43FFEA094E03B4C48FB1AAE8CC47, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ECF5D3F8AA324E27BFEFC5FE8657CE13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:30,240 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:30,241 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452785610023_0001_1_01 for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] numStartedSources: 1 numSources: 1
2016-01-14 15:33:30,241 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] with distanceFromRoot: 2
2016-01-14 15:33:30,242 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:30,242 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C1F4830AC4B04AD6AB99E30176A6E3CD in vertex: E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,243 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E659E2A52CFA41C48ED6C3840F9E6352 with 1 source tasks and 1 pending tasks
2016-01-14 15:33:30,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:30,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785610023_0001_1_02, startRequestedTime=1452785610242, startedTime=1452785610242
2016-01-14 15:33:30,244 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:30,245 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:30,245 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:30,246 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:30,247 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785610023_0001_00_000001
2016-01-14 15:33:30,247 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:30,248 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...] submitted tez dag to app master: application_1452785610023_0001, with dag id: dag_1452785610023_0001_1
2016-01-14 15:33:30,251 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785610023_0001_00_000001
2016-01-14 15:33:30,251 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:30,253 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:30,253 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:30,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785610023_0001_00_000001, launchTime=1452785610253
2016-01-14 15:33:30,255 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000001
2016-01-14 15:33:30,256 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785610023_0001_1_00_000000_0] to container: [container_1452785610023_0001_00_000001]
2016-01-14 15:33:30,256 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:30,256 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785610023_0001_1_00_000000_0] started. Is using containerId: [container_1452785610023_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:30,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0, startTime=1452785610256, containerId=container_1452785610023_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785610023_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:30,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:30,257 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:30,257 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:30,257 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785610023_0001_00_000001 given task: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,258 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,258 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,259 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,259 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:30,259 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:30,259 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:30,259 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:30,259 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:30,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: D34F43FFEA094E03B4C48FB1AAE8CC47, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ECF5D3F8AA324E27BFEFC5FE8657CE13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:30,259 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=763363328
2016-01-14 15:33:30,261 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:30,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=ECF5D3F8AA324E27BFEFC5FE8657CE13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:30,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:30,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,265 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,264 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785610023_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:30,267 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:30,267 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,267 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:30,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:30,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,272 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:30,272 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,273 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:30,281 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D34F43FFEA094E03B4C48FB1AAE8CC47, ordinal: 0
2016-01-14 15:33:30,281 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D34F43FFEA094E03B4C48FB1AAE8CC47, mem on start (mb), free: 382, total: 728, max: 728
2016-01-14 15:33:30,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:30,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:30,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:30,282 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:30,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:30,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:30,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:30,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:30,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 763363328, TotalAvailable: 511453429, TotalRequested/TotalJVMHeap:0.14
2016-01-14 15:33:30,284 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, ECF5D3F8AA324E27BFEFC5FE8657CE13, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:30,284 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C1F4830AC4B04AD6AB99E30176A6E3CD, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 15:33:30,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:30,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,284 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:30,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: ECF5D3F8AA324E27BFEFC5FE8657CE13 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:30,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:30,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:30,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:30,286 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,290 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:30,290 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: ECF5D3F8AA324E27BFEFC5FE8657CE13
2016-01-14 15:33:30,290 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]], id: 4EC72CA2AD094C19B8B1C095F52C5CC9
2016-01-14 15:33:30,290 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] 4EC72CA2AD094C19B8B1C095F52C5CC9
2016-01-14 15:33:30,291 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@5c774cab; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@1c4a9dfa; comparator=cascading.tuple.hadoop.util.TupleComparator@66c99698; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:30,291 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:30,292 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:30,292 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:30,293 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:30,541 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@35ccb0d4
2016-01-14 15:33:30,542 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@35ccb0d4
2016-01-14 15:33:30,542 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:30,543 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:30,555 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 15:33:30,555 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 15:33:30,555 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 15:33:30,555 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 15:33:30,556 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 15:33:30,556 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:30,557 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:30,557 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D34F43FFEA094E03B4C48FB1AAE8CC47, all 1 inputs ready in: 00:00:00.000
2016-01-14 15:33:30,561 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,561 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D34F43FFEA094E03B4C48FB1AAE8CC47, mem on close (mb), free: 563, total: 693, max: 693
2016-01-14 15:33:30,561 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:30,561 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:30,562 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 65; bufvoid = 104857600
2016-01-14 15:33:30,562 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 15:33:30,564 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,568 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:30,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785610023_0001_1_00, eventCount=1
2016-01-14 15:33:30,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=246, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452785610557, Process_Duration=4, Process_End_Time=1452785610561, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5]]
2016-01-14 15:33:30,570 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:30,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, taskAttemptId=attempt_1452785610023_0001_1_00_000000_0, startTime=1452785610256, finishTime=1452785610570, timeTaken=314, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=246, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610557, Process_Duration=4, Process_End_Time=1452785610561, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:30,571 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:30,571 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:30,571 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30,573 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:30,573 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,574 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_FINISHED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, taskId=task_1452785610023_0001_1_00_000000, startTime=1452785610256, finishTime=1452785610573, timeTaken=317, status=SUCCEEDED, successfulAttemptID=attempt_1452785610023_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=246, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610557, Process_Duration=4, Process_End_Time=1452785610561, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5
2016-01-14 15:33:30,574 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:30,574 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:30,575 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] : 1
2016-01-14 15:33:30,575 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,574 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000001
2016-01-14 15:33:30,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:30,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_FINISHED]: vertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, vertexId=vertex_1452785610023_0001_1_00, initRequestedTime=1452785610205, initedTime=1452785610230, startRequestedTime=1452785610232, startedTime=1452785610232, finishTime=1452785610575, timeTaken=343, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=246, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610557, Process_Duration=4, Process_End_Time=1452785610561, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, vertexStats=firstTaskStartTime=1452785610256, firstTasksToStart=[ task_1452785610023_0001_1_00_000000 ], lastTaskFinishTime=1452785610570, lastTasksToFinish=[ task_1452785610023_0001_1_00_000000 ], minTaskDuration=314, maxTaskDuration=314, avgTaskDuration=314.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785610023_0001_1_00_000000 ], longestDurationTasks=[ task_1452785610023_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:30,578 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:30,578 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:30,578 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785610023_0001_00_000001, stoppedTime=1452785610578, exitStatus=0
2016-01-14 15:33:30,578 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:30,578 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] attempt: attempt_1452785610023_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:30,578 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,579 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,578 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:30,579 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:30,579 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785610023_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:30,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_STARTED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, taskId=task_1452785610023_0001_1_01_000000, scheduledTime=1452785610579, launchTime=1452785610579
2016-01-14 15:33:30,579 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785610023_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 15:33:30,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:30,580 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:30,580 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,580 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:30,580 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:30,581 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: C1F4830AC4B04AD6AB99E30176A6E3CD, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E659E2A52CFA41C48ED6C3840F9E6352, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:30,581 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785610023_0001_00_000001, Exiting
2016-01-14 15:33:30,581 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785610023_0001_00_000001
2016-01-14 15:33:30,581 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:30,581 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785610023_0001_00_000001
2016-01-14 15:33:30,581 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:30,582 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785610023_0001_00_000002
2016-01-14 15:33:30,582 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:30,583 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785610023_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:30,584 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785610023_0001_00_000001 completed successfully
2016-01-14 15:33:30,584 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:30,584 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785610023_0001_00_000002
2016-01-14 15:33:30,585 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 15:33:30,587 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:30,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785610023_0001_00_000002, launchTime=1452785610587
2016-01-14 15:33:30,587 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:30,588 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000002
2016-01-14 15:33:30,589 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785610023_0001_1_01_000000_0] to container: [container_1452785610023_0001_00_000002]
2016-01-14 15:33:30,589 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:30,589 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785610023_0001_1_01_000000_0] started. Is using containerId: [container_1452785610023_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 15:33:30,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0, startTime=1452785610589, containerId=container_1452785610023_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785610023_0001_00_000002/teamcity, completedLogs=
2016-01-14 15:33:30,589 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:30,590 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:30,590 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:30,590 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785610023_0001_00_000002 given task: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,590 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,591 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,591 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,591 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:30,591 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:30,591 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:30,591 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:30,591 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:30,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: C1F4830AC4B04AD6AB99E30176A6E3CD, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E659E2A52CFA41C48ED6C3840F9E6352, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 15:33:30,592 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726663168
2016-01-14 15:33:30,594 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:30,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D34F43FFEA094E03B4C48FB1AAE8CC47, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:30,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:30,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,598 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653996864, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:30,598 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785610023_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 15:33:30,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E659E2A52CFA41C48ED6C3840F9E6352, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 15:33:30,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:30,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,600 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 15:33:30,601 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,601 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:30,599 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:30,605 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653996864, type: INPUT, componentVertexName: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,608 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C1F4830AC4B04AD6AB99E30176A6E3CD, ordinal: 1
2016-01-14 15:33:30,609 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1F4830AC4B04AD6AB99E30176A6E3CD, mem on start (mb), free: 558, total: 693, max: 693
2016-01-14 15:33:30,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:30,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:30,609 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:30,609 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:30,609 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 15:33:30,609 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:30,609 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:30,609 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 758854464, TotalRequestedScaled: 3.79427232E8, TotalJVMHeap: 726663168, TotalAvailable: 486864322, TotalRequested/TotalJVMHeap:1.04
2016-01-14 15:33:30,611 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E659E2A52CFA41C48ED6C3840F9E6352, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=67274328
2016-01-14 15:33:30,611 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D34F43FFEA094E03B4C48FB1AAE8CC47, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653996864, allocated=419589993
2016-01-14 15:33:30,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:30,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D34F43FFEA094E03B4C48FB1AAE8CC47 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:30,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:30,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:30,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,613 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:30,614 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:30,614 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D34F43FFEA094E03B4C48FB1AAE8CC47 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:30,614 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653996864, postMergeMem=0, RuntimeTotalAvailable=419589993. Updated to: ShuffleMem=419589993, postMergeMem: 0
2016-01-14 15:33:30,614 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=419589993, maxSingleShuffleLimit=104897496, mergeThreshold=377630976, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:30,615 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:30,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:30,617 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,618 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785610023_0001_1_00_000000_0_10081, runDuration: 296481, ]
2016-01-14 15:33:30,621 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2016-01-14 15:33:30,621 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] streamed: true, id: 4EC72CA2AD094C19B8B1C095F52C5CC9
2016-01-14 15:33:30,622 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]], id: E8478C0174A6452E9399D95692EF3555
2016-01-14 15:33:30,622 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] E8478C0174A6452E9399D95692EF3555
2016-01-14 15:33:30,623 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2cd39e6b; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@794599ca; comparator=cascading.tuple.hadoop.util.TupleComparator@4873daf9; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 15:33:30,624 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 15:33:30,624 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 15:33:30,624 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:30,626 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785610023_0001_1_00_000000_0_10081] to DISK_DIRECT, CompressedSize=85, DecompressedSize=81,EndTime=1452785610626, TimeTaken=2, Rate=0.04 MB/s
2016-01-14 15:33:30,626 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,626 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:30,626 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D34F43FFEA094E03B4C48FB1AAE8CC47] #9 in 2ms
2016-01-14 15:33:30,626 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D34F43FFEA094E03B4C48FB1AAE8CC47] #9, status:false, isInterrupted:false
2016-01-14 15:33:30,634 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 16777212(67108848)
2016-01-14 15:33:30,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 64
2016-01-14 15:33:30,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 53687092
2016-01-14 15:33:30,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 67108864
2016-01-14 15:33:30,635 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 16777212; length = 4194304
2016-01-14 15:33:30,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:30,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 85 bytes from disk
2016-01-14 15:33:30,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:30,637 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] 4EC72CA2AD094C19B8B1C095F52C5CC9, for 1 inputs
2016-01-14 15:33:30,637 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:30,639 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 64 bytes
2016-01-14 15:33:30,639 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,639 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:30,639 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C1F4830AC4B04AD6AB99E30176A6E3CD, all 1 inputs ready in: 00:00:00.002
2016-01-14 15:33:30,641 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6d1883fc; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@64814d58
2016-01-14 15:33:30,643 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,643 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C1F4830AC4B04AD6AB99E30176A6E3CD, mem on close (mb), free: 491, total: 693, max: 693
2016-01-14 15:33:30,643 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D34F43FFEA094E03B4C48FB1AAE8CC47
2016-01-14 15:33:30,643 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:30,644 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:30,644 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:30,644 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:30,644 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:30,644 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 15:33:30,644 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 15:33:30,644 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 65; bufvoid = 67108864
2016-01-14 15:33:30,644 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 16777212(67108848); kvend = 16777196(67108784); length = 17/4194304
2016-01-14 15:33:30,646 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,651 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:30,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785610023_0001_1_01, eventCount=1
2016-01-14 15:33:30,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 49 [[File System Counters FILE_BYTES_READ=149, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785610641, Process_Duration=2, Process_End_Time=1452785610643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0]]
2016-01-14 15:33:30,652 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:30,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, taskAttemptId=attempt_1452785610023_0001_1_01_000000_0, startTime=1452785610589, finishTime=1452785610652, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=149, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610641, Process_Duration=2, Process_End_Time=1452785610643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 15:33:30,653 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:30,653 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,653 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:30,653 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:30,653 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30,654 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000002
2016-01-14 15:33:30,654 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:30,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_FINISHED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, taskId=task_1452785610023_0001_1_01_000000, startTime=1452785610589, finishTime=1452785610654, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1452785610023_0001_1_01_000000_0, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=149, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610641, Process_Duration=2, Process_End_Time=1452785610643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 15:33:30,654 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:30,655 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] : 1
2016-01-14 15:33:30,655 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_FINISHED]: vertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, vertexId=vertex_1452785610023_0001_1_01, initRequestedTime=1452785610208, initedTime=1452785610214, startRequestedTime=1452785610237, startedTime=1452785610237, finishTime=1452785610655, timeTaken=418, status=SUCCEEDED, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=149, FILE_BYTES_WRITTEN=117, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, OUTPUT_BYTES=65, OUTPUT_BYTES_WITH_OVERHEAD=81, OUTPUT_BYTES_PHYSICAL=85, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610641, Process_Duration=2, Process_End_Time=1452785610643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1452785610589, firstTasksToStart=[ task_1452785610023_0001_1_01_000000 ], lastTaskFinishTime=1452785610652, lastTasksToFinish=[ task_1452785610023_0001_1_01_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785610023_0001_1_01_000000 ], longestDurationTasks=[ task_1452785610023_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:30,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:30,656 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:30,657 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:30,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785610023_0001_00_000002, stoppedTime=1452785610657, exitStatus=0
2016-01-14 15:33:30,657 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:30,657 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] attempt: attempt_1452785610023_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 15:33:30,658 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E659E2A52CFA41C48ED6C3840F9E6352
2016-01-14 15:33:30,658 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,657 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:30,658 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:30,658 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785610023_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 15:33:30,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_STARTED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, taskId=task_1452785610023_0001_1_02_000000, scheduledTime=1452785610659, launchTime=1452785610659
2016-01-14 15:33:30,659 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:30,659 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:30,659 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:30,660 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,660 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: E659E2A52CFA41C48ED6C3840F9E6352, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=10A90465D5624CD08DF6B34C36949815, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:30,660 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:30,661 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:30,661 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785610023_0001_00_000003
2016-01-14 15:33:30,661 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:30,663 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785610023_0001_00_000003
2016-01-14 15:33:30,663 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 15:33:30,665 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785610023_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 15:33:30,665 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:30,665 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785610023_0001_00_000002, Exiting
2016-01-14 15:33:30,666 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785610023_0001_00_000002
2016-01-14 15:33:30,666 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785610023_0001_00_000002
2016-01-14 15:33:30,666 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785610023_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:30,667 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785610023_0001_00_000002 completed successfully
2016-01-14 15:33:30,667 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:30,667 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 15:33:30,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:30,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785610023_0001_00_000003, launchTime=1452785610666
2016-01-14 15:33:30,669 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000003
2016-01-14 15:33:30,670 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785610023_0001_1_02_000000_0] to container: [container_1452785610023_0001_00_000003]
2016-01-14 15:33:30,670 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:30,671 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785610023_0001_1_02_000000_0] started. Is using containerId: [container_1452785610023_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 15:33:30,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0, startTime=1452785610671, containerId=container_1452785610023_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785610023_0001_00_000003/teamcity, completedLogs=
2016-01-14 15:33:30,671 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:30,671 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:30,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:30,673 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785610023_0001_00_000003 given task: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,673 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,674 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,674 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,674 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:30,674 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:30,674 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:30,674 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:30,675 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:30,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5] **&%&%bar:bar@foo://blah/	(*(**^/(1/1) ...sInTempFiles/illegalchars, VertexName: E659E2A52CFA41C48ED6C3840F9E6352, VertexParallelism: 1, TaskAttemptID:attempt_1452785610023_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=10A90465D5624CD08DF6B34C36949815, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:30,675 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726663168
2016-01-14 15:33:30,677 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:30,678 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,679 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785610023_0001_1_02_000000_0 sent events: (0-1)
2016-01-14 15:33:30,680 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C1F4830AC4B04AD6AB99E30176A6E3CD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 15:33:30,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:30,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,683 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653996864, based on INPUT_BUFFER_factor: 0.9
2016-01-14 15:33:30,683 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 15:33:30,684 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653996864, type: INPUT, componentVertexName: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,686 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=10A90465D5624CD08DF6B34C36949815, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:30,687 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:30,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,689 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:30,689 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 10A90465D5624CD08DF6B34C36949815
2016-01-14 15:33:30,690 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:30,690 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 10A90465D5624CD08DF6B34C36949815
2016-01-14 15:33:30,694 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E659E2A52CFA41C48ED6C3840F9E6352, ordinal: 2
2016-01-14 15:33:30,694 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E659E2A52CFA41C48ED6C3840F9E6352, mem on start (mb), free: 486, total: 693, max: 693
2016-01-14 15:33:30,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:30,701 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:30,701 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 10A90465D5624CD08DF6B34C36949815
2016-01-14 15:33:30,702 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:30,702 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:30,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 15:33:30,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:30,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:30,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:30,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653996864, TotalRequestedScaled: 6.03689412923077E8, TotalJVMHeap: 726663168, TotalAvailable: 486864322, TotalRequested/TotalJVMHeap:0.90
2016-01-14 15:33:30,703 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C1F4830AC4B04AD6AB99E30176A6E3CD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653996864, allocated=486864322
2016-01-14 15:33:30,703 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 10A90465D5624CD08DF6B34C36949815, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:30,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:30,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C1F4830AC4B04AD6AB99E30176A6E3CD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:30,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:30,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:30,704 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 15:33:30,705 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 15:33:30,706 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C1F4830AC4B04AD6AB99E30176A6E3CD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 15:33:30,706 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653996864, postMergeMem=0, RuntimeTotalAvailable=486864322. Updated to: ShuffleMem=486864322, postMergeMem: 0
2016-01-14 15:33:30,706 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486864322, maxSingleShuffleLimit=121716080, mergeThreshold=438177888, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 15:33:30,706 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 15:33:30,707 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:30,709 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,709 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452785610023_0001_1_01_000000_0_10084, runDuration: 49325, ]
2016-01-14 15:33:30,713 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452785610023_0001_1_01_000000_0_10084] to DISK_DIRECT, CompressedSize=85, DecompressedSize=81,EndTime=1452785610713, TimeTaken=1, Rate=0.08 MB/s
2016-01-14 15:33:30,713 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,713 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]]
2016-01-14 15:33:30,714 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 15:33:30,714 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C1F4830AC4B04AD6AB99E30176A6E3CD] #10 in 4ms
2016-01-14 15:33:30,714 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] streamed: true, id: E8478C0174A6452E9399D95692EF3555
2016-01-14 15:33:30,714 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testIllegalCharsInTempFiles/illegalchars"], id: 10A90465D5624CD08DF6B34C36949815
2016-01-14 15:33:30,715 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testIllegalCharsInTempFiles/illegalchars"]
2016-01-14 15:33:30,716 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(**&%&%bar:bar@foo://blah/	(*(**^**&%&%^@#@&&() :::: ///\\ 	 illegal chars in it)[by:[{1}:0]] E8478C0174A6452E9399D95692EF3555, for 1 inputs
2016-01-14 15:33:30,716 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C1F4830AC4B04AD6AB99E30176A6E3CD] #10, status:false, isInterrupted:false
2016-01-14 15:33:30,717 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 15:33:30,717 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 85 bytes from disk
2016-01-14 15:33:30,717 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:30,717 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 15:33:30,718 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 64 bytes
2016-01-14 15:33:30,718 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,718 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 15:33:30,719 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E659E2A52CFA41C48ED6C3840F9E6352, all 1 inputs ready in: 00:00:00.002
2016-01-14 15:33:30,719 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7c116358; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@5991660a
2016-01-14 15:33:30,721 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:30,722 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:30,722 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,723 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785610023_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 15:33:30,724 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,724 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E659E2A52CFA41C48ED6C3840F9E6352, mem on close (mb), free: 483, total: 693, max: 693
2016-01-14 15:33:30,724 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C1F4830AC4B04AD6AB99E30176A6E3CD
2016-01-14 15:33:30,725 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 15:33:30,726 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 15:33:30,726 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 15:33:30,726 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 15:33:30,727 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,729 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:30,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=117, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452785610719, Process_Duration=5, Process_End_Time=1452785610724, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 15:33:30,733 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:30,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, taskAttemptId=attempt_1452785610023_0001_1_02_000000_0, startTime=1452785610671, finishTime=1452785610732, timeTaken=61, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=117, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610719, Process_Duration=5, Process_End_Time=1452785610724, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:30,733 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610023_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:30,733 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:TASK_FINISHED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, taskId=task_1452785610023_0001_1_02_000000, startTime=1452785610671, finishTime=1452785610733, timeTaken=62, status=SUCCEEDED, successfulAttemptID=attempt_1452785610023_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=117, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610719, Process_Duration=5, Process_End_Time=1452785610724, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 15:33:30,734 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:30,734 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:30,734 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610023_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:30,735 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] : 1
2016-01-14 15:33:30,735 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,736 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:30,736 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:30,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:VERTEX_FINISHED]: vertexName=E659E2A52CFA41C48ED6C3840F9E6352, vertexId=vertex_1452785610023_0001_1_02, initRequestedTime=1452785610215, initedTime=1452785610226, startRequestedTime=1452785610242, startedTime=1452785610242, finishTime=1452785610735, timeTaken=493, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=117, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=85, SHUFFLE_BYTES=85, SHUFFLE_BYTES_DECOMPRESSED=81, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=85, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452785610719, Process_Duration=5, Process_End_Time=1452785610724, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452785610671, firstTasksToStart=[ task_1452785610023_0001_1_02_000000 ], lastTaskFinishTime=1452785610732, lastTasksToFinish=[ task_1452785610023_0001_1_02_000000 ], minTaskDuration=61, maxTaskDuration=61, avgTaskDuration=61.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785610023_0001_1_02_000000 ], longestDurationTasks=[ task_1452785610023_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:30,736 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:30,736 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:30,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785610023_0001_00_000003, stoppedTime=1452785610737, exitStatus=0
2016-01-14 15:33:30,737 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610023_0001_00_000003
2016-01-14 15:33:30,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:30,738 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 15:33:30,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785610023_0001_1
2016-01-14 15:33:30,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785610023_0001_1
2016-01-14 15:33:30,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785610023_0001_1_00 [D34F43FFEA094E03B4C48FB1AAE8CC47]
2016-01-14 15:33:30,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452785610023_0001_1_01 [C1F4830AC4B04AD6AB99E30176A6E3CD]
2016-01-14 15:33:30,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 10A90465D5624CD08DF6B34C36949815 for vertex: vertex_1452785610023_0001_1_02 [E659E2A52CFA41C48ED6C3840F9E6352]
2016-01-14 15:33:30,737 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:30,744 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452785610023_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 15:33:30,744 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610023_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 15:33:30,744 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452785610023_0001_00_000003, Exiting
2016-01-14 15:33:30,744 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785610023_0001_00_000003
2016-01-14 15:33:30,744 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785610023_0001_00_000003
2016-01-14 15:33:30,745 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452785610023_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 15:33:30,745 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452785610023_0001_00_000003 completed successfully
2016-01-14 15:33:30,753 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785610023_0001_1, queueSize=0
2016-01-14 15:33:30,754 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:30,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610023_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785610023_0001_1, startTime=1452785610205, finishTime=1452785610750, timeTaken=545, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=343, FILE_BYTES_WRITTEN=276, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=246, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=2179989504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=130, OUTPUT_BYTES_WITH_OVERHEAD=162, OUTPUT_BYTES_PHYSICAL=170, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=170, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=170, SHUFFLE_BYTES_DECOMPRESSED=162, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=170, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=21, MERGE_PHASE_TIME=38, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358356831917, Process_Duration=11, Process_End_Time=4358356831928, Read_Duration=4, Tuples_Read=15, Tuples_Written=15, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 15:33:30,755 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785610023_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:30,755 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610023_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:30,755 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452785610023_0001_00_000003
2016-01-14 15:33:30,755 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610023_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 15:33:30 Completed Dag: dag_1452785610023_0001_1
2016-01-14 15:33:30,757 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785610023_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:30,757 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785610023_0001_1_post
2016-01-14 15:33:30,757 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:30,758 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:30,763 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sInTempFiles/illegalchars, applicationId=application_1452785610023_0001
2016-01-14 15:33:30,765 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:30,765 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:30,765 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:30,765 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:30,765 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:30,765 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:30,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:30,766 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:30,766 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:30,766 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:30,767 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:30,767 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:30,767 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:30,774 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8A9FE4BD0E774FFCBEC1FFFAB26CC49E/BCC09F03101D44DB9D06EB6A18A87AC5/.tez/application_1452785610023_0001
2016-01-14 15:33:30,775 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [**&%&%bar:bar@foo://bl...]  completed in: 00:00.777
2016-01-14 15:33:30,809 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testIllegalCharsInTempFiles/illegalchars
2016-01-14 15:33:30,830 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 15:33:30,830 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 15:33:30,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 15:33:30,864 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 15:33:30,864 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:30,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 15:33:30,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 15:33:30,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt
2016-01-14 15:33:30,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnGroupUnknown/ungrouped-unknown-nondeterministic
2016-01-14 15:33:30,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 15:33:30,888 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:30,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnGroupUnknown/ungrouped-unknown-nondeterministic"]
2016-01-14 15:33:30,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 15:33:30,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 15:33:30,889 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 15:33:30,891 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...-unknown-nondeterministic
2016-01-14 15:33:30,891 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 15:33:30,903 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 15:33:30,907 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:30,908 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 15:33:30,908 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 15:33:30,917 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001 doesn't exist and is created
2016-01-14 15:33:31,039 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 15:33:31,040 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 15:33:31,040 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001
2016-01-14 15:33:31,043 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452785610908_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 15:33:31,054 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 15:33:31,055 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 15:33:31,057 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 15:33:31,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 15:33:31,058 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001/localmode-log-dir
2016-01-14 15:33:31,058 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001/localmode-log-dir/history.txt.appattempt_1452785610908_0001_000000, maxErrors=10
2016-01-14 15:33:31,059 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 15:33:31,059 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452785610908_0001_000000, appSubmitTime=1452785611043, launchTime=1452785611043
2016-01-14 15:33:31,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 15:33:31,066 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 15:33:31,069 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 15:33:31,069 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 15:33:31,074 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:46115
2016-01-14 15:33:31,075 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 15:33:31,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452785610908_0001_000000, startTime=1452785611078
2016-01-14 15:33:31,078 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 15:33:31,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 15:33:31,140 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 15:33:31,140 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 15:33:31,140 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...-unknown-nondeterministic, applicationId=application_1452785610908_0001, dagName=[A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic
2016-01-14 15:33:31,156 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic
2016-01-14 15:33:31,158 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452785610908_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001/localmode-log-dir/dag_1452785610908_0001_1.dot
2016-01-14 15:33:31,159 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001/localmode-log-dir/dag_1452785610908_0001_1-tez-dag.pb.txt
2016-01-14 15:33:31,165 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785610908_0001_1
2016-01-14 15:33:31,165 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:31,165 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic
2016-01-14 15:33:31 Running Dag: dag_1452785610908_0001_1
2016-01-14 15:33:31,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452785610908_0001_1, submitTime=1452785611156
2016-01-14 15:33:31,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 15:33:31,181 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A70584037EC2469F8D47E0B3BBB125D0
2016-01-14 15:33:31,182 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 15:33:31,182 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 15:33:31,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452785610908_0001_1, initTime=1452785611181
2016-01-14 15:33:31,183 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610908_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 15:33:31,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:DAG_STARTED]: dagID=dag_1452785610908_0001_1, startTime=1452785611184
2016-01-14 15:33:31,184 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 15:33:31,184 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610908_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 15:33:31,184 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A70584037EC2469F8D47E0B3BBB125D0 : {323B751CA9704B29957D0F8526C876D2={InputName=323B751CA9704B29957D0F8526C876D2}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 15:33:31,184 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 323B751CA9704B29957D0F8526C876D2, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 15:33:31,184 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,185 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,185 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,185 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]. Starting root input initializers: 1
2016-01-14 15:33:31,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 15:33:31,186 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 15:33:31,187 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...-unknown-nondeterministic, applicationId=application_1452785610908_0001, dagName=[A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic
2016-01-14 15:33:31,188 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 323B751CA9704B29957D0F8526C876D2 on vertex vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,190 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 15:33:31,190 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 323B751CA9704B29957D0F8526C876D2 asking for 1 tasks. Headroom: 739 Task Resource: 1024 waves: 1.7
2016-01-14 15:33:31,191 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 15:33:31,191 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 15:33:31,193 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 412
2016-01-14 15:33:31,193 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 323B751CA9704B29957D0F8526C876D2 on vertex vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,193 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:31,193 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {323B751CA9704B29957D0F8526C876D2=forAllWorkUnits=true, update=[1]}
2016-01-14 15:33:31,194 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] parallelism set to 1
2016-01-14 15:33:31,194 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 15:33:31,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452785610908_0001_1_00, eventCount=1
2016-01-14 15:33:31,194 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,194 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=99F7B63B36404561902DECA9C24E0F36, vertexId=vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 15:33:31,195 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=99F7B63B36404561902DECA9C24E0F36, vertexId=vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,196 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=99F7B63B36404561902DECA9C24E0F36, vertexName=A70584037EC2469F8D47E0B3BBB125D0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 15:33:31,197 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=99F7B63B36404561902DECA9C24E0F36, vertexId=vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,198 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 15:33:31,198 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, vertexId=vertex_1452785610908_0001_1_00, initRequestedTime=1452785611184, initedTime=1452785611198, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 15:33:31,199 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] with distanceFromRoot: 0
2016-01-14 15:33:31,199 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 15:33:31,199 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A70584037EC2469F8D47E0B3BBB125D0
2016-01-14 15:33:31,199 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,200 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 15:33:31,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452785610908_0001_1_00, startRequestedTime=1452785611199, startedTime=1452785611199
2016-01-14 15:33:31,200 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 15:33:31,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 15:33:31,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:TASK_STARTED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, taskId=task_1452785610908_0001_1_00_000000, scheduledTime=1452785611200, launchTime=1452785611200
2016-01-14 15:33:31,201 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610908_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 15:33:31,201 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,202 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic, VertexName: A70584037EC2469F8D47E0B3BBB125D0, VertexParallelism: 1, TaskAttemptID:attempt_1452785610908_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=323B751CA9704B29957D0F8526C876D2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=99F7B63B36404561902DECA9C24E0F36, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:31,202 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610908_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 15:33:31,202 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 15:33:31,206 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452785610908_0001, with dag id: dag_1452785610908_0001_1
2016-01-14 15:33:31,208 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 15:33:31,209 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 15:33:31,209 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 15:33:31,210 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452785610908_0001_00_000001
2016-01-14 15:33:31,210 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 15:33:31,212 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452785610908_0001_00_000001
2016-01-14 15:33:31,212 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 15:33:31,214 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 15:33:31,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 15:33:31,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452785610908_0001_00_000001, launchTime=1452785611214
2016-01-14 15:33:31,216 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610908_0001_00_000001
2016-01-14 15:33:31,216 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452785610908_0001_1_00_000000_0] to container: [container_1452785610908_0001_00_000001]
2016-01-14 15:33:31,217 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 15:33:31,217 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452785610908_0001_00_000001 given task: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,217 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452785610908_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,217 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452785610908_0001_1_00_000000_0] started. Is using containerId: [container_1452785610908_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 15:33:31,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0, startTime=1452785611217, containerId=container_1452785610908_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452785610908_0001_00_000001/teamcity, completedLogs=
2016-01-14 15:33:31 Starting to run new task attempt: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,218 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610908_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 15:33:31,218 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610908_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 15:33:31,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 15:33:31,218 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,219 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:31,219 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 15:33:31,219 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 15:33:31,219 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 15:33:31,219 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 15:33:31,219 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 15:33:31,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197] test/(1/1) ...-unknown-nondeterministic, VertexName: A70584037EC2469F8D47E0B3BBB125D0, VertexParallelism: 1, TaskAttemptID:attempt_1452785610908_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=323B751CA9704B29957D0F8526C876D2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=99F7B63B36404561902DECA9C24E0F36, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 15:33:31,220 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=774897664
2016-01-14 15:33:31,222 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 15:33:31,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:31,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=323B751CA9704B29957D0F8526C876D2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 15:33:31,225 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 15:33:31,225 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,226 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:31,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=99F7B63B36404561902DECA9C24E0F36, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 15:33:31,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 15:33:31,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 99F7B63B36404561902DECA9C24E0F36
2016-01-14 15:33:31,230 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 15:33:31,230 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 99F7B63B36404561902DECA9C24E0F36
2016-01-14 15:33:31,232 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 15:33:31,235 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452785610908_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 15:33:31,237 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 15:33:31,238 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,238 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,239 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A70584037EC2469F8D47E0B3BBB125D0, ordinal: 0
2016-01-14 15:33:31,239 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A70584037EC2469F8D47E0B3BBB125D0, mem on start (mb), free: 679, total: 739, max: 739
2016-01-14 15:33:31,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 15:33:31,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 15:33:31,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 15:33:31,246 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 15:33:31,246 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 99F7B63B36404561902DECA9C24E0F36
2016-01-14 15:33:31,247 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 15:33:31,247 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 15:33:31,247 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 15:33:31,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:31,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 15:33:31,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 15:33:31,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 15:33:31,249 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 774897664, TotalAvailable: 519181434, TotalRequested/TotalJVMHeap:0.00
2016-01-14 15:33:31,249 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 323B751CA9704B29957D0F8526C876D2, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 15:33:31,249 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 99F7B63B36404561902DECA9C24E0F36, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 15:33:31,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 15:33:31,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,250 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:31,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 323B751CA9704B29957D0F8526C876D2 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 15:33:31,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 15:33:31,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 15:33:31,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 15:33:31,252 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,255 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:31,256 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"] streamed: true, id: 323B751CA9704B29957D0F8526C876D2
2016-01-14 15:33:31,256 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnGroupUnknown/ungrouped-unknown-nondeterministic"], id: 99F7B63B36404561902DECA9C24E0F36
2016-01-14 15:33:31,256 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/regressionpipesplatform/testUnGroupUnknown/ungrouped-unknown-nondeterministic"]
2016-01-14 15:33:31,257 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower+upper.txt"]
2016-01-14 15:33:31,257 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 15:33:31,257 INFO  input.MRInput (MRInput.java:checkAndAwaitRecordReaderInitialization(597)) - Awaiting RecordReader initialization
2016-01-14 15:33:31,258 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 15:33:31,259 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@585b1989
2016-01-14 15:33:31,260 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@585b1989
2016-01-14 15:33:31,261 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 15:33:31,261 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 15:33:31,262 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A70584037EC2469F8D47E0B3BBB125D0, all 1 inputs ready in: 00:00:00.001
2016-01-14 15:33:31,264 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 15:33:31,265 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 15:33:31,266 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,266 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452785610908_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 15:33:31,267 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,267 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A70584037EC2469F8D47E0B3BBB125D0, mem on close (mb), free: 677, total: 739, max: 739
2016-01-14 15:33:31 Completed running task attempt: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,269 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 15:33:31,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=78, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=774897664, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10][cascading.flow.SliceCounters Process_Begin_Time=1452785611262, Process_Duration=5, Process_End_Time=1452785611267, Read_Duration=1, Tuples_Read=5, Tuples_Written=10, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=10]]
2016-01-14 15:33:31,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, taskAttemptId=attempt_1452785610908_0001_1_00_000000_0, startTime=1452785611217, finishTime=1452785611270, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=78, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=774897664, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, cascading.flow.SliceCounters, Process_Begin_Time=1452785611262, Process_Duration=5, Process_End_Time=1452785611267, Read_Duration=1, Tuples_Read=5, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=10
2016-01-14 15:33:31,271 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452785610908_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 15:33:31,271 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 15:33:31,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:TASK_FINISHED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, taskId=task_1452785610908_0001_1_00_000000, startTime=1452785611217, finishTime=1452785611271, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452785610908_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=78, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=774897664, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, cascading.flow.SliceCounters, Process_Begin_Time=1452785611262, Process_Duration=5, Process_End_Time=1452785611267, Read_Duration=1, Tuples_Read=5, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=10
2016-01-14 15:33:31,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 15:33:31,272 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452785610908_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 15:33:31,272 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] : 1
2016-01-14 15:33:31,272 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,273 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 15:33:31,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:VERTEX_FINISHED]: vertexName=A70584037EC2469F8D47E0B3BBB125D0, vertexId=vertex_1452785610908_0001_1_00, initRequestedTime=1452785611184, initedTime=1452785611198, startRequestedTime=1452785611199, startedTime=1452785611199, finishTime=1452785611272, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=78, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=774897664, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, cascading.flow.SliceCounters, Process_Begin_Time=1452785611262, Process_Duration=5, Process_End_Time=1452785611267, Read_Duration=1, Tuples_Read=5, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=10, vertexStats=firstTaskStartTime=1452785611217, firstTasksToStart=[ task_1452785610908_0001_1_00_000000 ], lastTaskFinishTime=1452785611270, lastTasksToFinish=[ task_1452785610908_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452785610908_0001_1_00_000000 ], longestDurationTasks=[ task_1452785610908_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 15:33:31,274 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 15:33:31,274 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 15:33:31,274 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452785610908_0001_1
2016-01-14 15:33:31,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452785610908_0001_1
2016-01-14 15:33:31,274 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 99F7B63B36404561902DECA9C24E0F36 for vertex: vertex_1452785610908_0001_1_00 [A70584037EC2469F8D47E0B3BBB125D0]
2016-01-14 15:33:31,275 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 15:33:31,275 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:31,275 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452785610908_0001_00_000001
2016-01-14 15:33:31,273 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 15:33:31,287 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452785610908_0001_1, queueSize=0
2016-01-14 15:33:31,287 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 15:33:31,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:DAG_FINISHED]: dagId=dag_1452785610908_0001_1, startTime=1452785611184, finishTime=1452785611286, timeTaken=102, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=45, FILE_BYTES_WRITTEN=78, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=774897664, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, cascading.flow.SliceCounters, Process_Begin_Time=1452785611262, Process_Duration=5, Process_End_Time=1452785611267, Read_Duration=1, Tuples_Read=5, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=10
2016-01-14 15:33:31,288 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452785610908_0001_1 finished with state: SUCCEEDED
2016-01-14 15:33:31,288 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452785610908_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 15:33:31,288 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 15:33:31,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452785610908_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452785610908_0001_00_000001, stoppedTime=1452785611288, exitStatus=0
2016-01-14 15:33:31,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 15:33:31,288 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 15:33:31 Completed Dag: dag_1452785610908_0001_1
2016-01-14 15:33:31,290 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452785610908_0001_1, dagState=SUCCEEDED
2016-01-14 15:33:31,290 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452785610908_0001_1_post
2016-01-14 15:33:31,290 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 15:33:31,290 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 15:33:31,291 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452785610908_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 15:33:31,292 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452785610908_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 15:33:31,296 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...-unknown-nondeterministic, applicationId=application_1452785610908_0001
2016-01-14 15:33:31,298 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 15:33:31,298 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 15:33:31,298 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 15:33:31,298 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 15:33:31,298 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 15:33:31,299 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 15:33:31,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 15:33:31,300 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 15:33:31,300 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 15:33:31,300 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 15:33:31,300 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 15:33:31,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 15:33:31,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 15:33:31,301 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1452785610908_0001_00_000001
2016-01-14 15:33:31,301 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452785610908_0001_00_000001
2016-01-14 15:33:31,302 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452785610908_0001_00_000001
2016-01-14 15:33:31,307 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A49154847E5549118CA3800D30B5C599/A1BEF798B4B54299AF97EC53ACAE3197/.tez/application_1452785610908_0001
2016-01-14 15:33:31,307 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.419
2016-01-14 15:33:31,356 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/regressionpipesplatform/testUnGroupUnknown/ungrouped-unknown-nondeterministic

2016-01-14 15:33:13 Running Dag: dag_1452785593074_0001_1
2016-01-14 15:33:14 Starting to run new task attempt: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14 Completed running task attempt: attempt_1452785593074_0001_1_00_000000_0
2016-01-14 15:33:14 Completed Dag: dag_1452785593074_0001_1
2016-01-14 15:33:15 Running Dag: dag_1452785594877_0001_1
2016-01-14 15:33:15 Starting to run new task attempt: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15 Completed running task attempt: attempt_1452785594877_0001_1_00_000000_0
2016-01-14 15:33:15 Completed Dag: dag_1452785594877_0001_1
2016-01-14 15:33:15 Running Dag: dag_1452785595749_0001_1
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_01_000000_0
rhs-pre: ['num', 'char']
rhs-pre: ['1', 'a']
rhs-post: ['num2']
rhs-post: ['1']
rhs-pre: ['2', 'b']
rhs-post: ['2']
rhs-pre: ['3', 'c']
rhs-post: ['3']
rhs-pre: ['4', 'd']
rhs-post: ['4']
rhs-pre: ['5', 'e']
rhs-post: ['5']
rhs-pre: tuples count: 5
rhs-post: tuples count: 5
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_01_000000_0
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_00_000000_0
2016-01-14 15:33:16 Starting to run new task attempt: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16 Completed running task attempt: attempt_1452785595749_0001_1_02_000000_0
2016-01-14 15:33:16 Completed Dag: dag_1452785595749_0001_1
2016-01-14 15:33:17 Running Dag: dag_1452785596890_0001_1
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17 Completed running task attempt: attempt_1452785596890_0001_1_00_000000_0
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17 Completed running task attempt: attempt_1452785596890_0001_1_01_000000_0
2016-01-14 15:33:17 Completed Dag: dag_1452785596890_0001_1
2016-01-14 15:33:17 Running Dag: dag_1452785597639_0001_1
2016-01-14 15:33:17 Starting to run new task attempt: attempt_1452785597639_0001_1_00_000000_0
2016-01-14 15:33:17 Completed Dag: dag_1452785597639_0001_1
cascading.flow.FlowException: local step failed: (1/1) .../testOOMEPreGroup/oomepre
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:293)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:184)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:146)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:48)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:18 Running Dag: dag_1452785598087_0001_1
2016-01-14 15:33:18 Starting to run new task attempt: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18 Completed running task attempt: attempt_1452785598087_0001_1_00_000000_0
2016-01-14 15:33:18 Completed Dag: dag_1452785598087_0001_1
2016-01-14 15:33:18 Running Dag: dag_1452785598603_0001_1
2016-01-14 15:33:18 Starting to run new task attempt: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18 Completed running task attempt: attempt_1452785598603_0001_1_00_000000_0
2016-01-14 15:33:18 Completed Dag: dag_1452785598603_0001_1
2016-01-14 15:33:19 Running Dag: dag_1452785599195_0001_1
2016-01-14 15:33:19 Starting to run new task attempt: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19 Completed running task attempt: attempt_1452785599195_0001_1_00_000000_0
2016-01-14 15:33:19 Completed Dag: dag_1452785599195_0001_1
2016-01-14 15:33:19 Running Dag: dag_1452785599662_0001_1
2016-01-14 15:33:19 Starting to run new task attempt: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19 Completed running task attempt: attempt_1452785599662_0001_1_00_000000_0
2016-01-14 15:33:19 Completed Dag: dag_1452785599662_0001_1
2016-01-14 15:33:20 Running Dag: dag_1452785600227_0001_1
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20 Completed running task attempt: attempt_1452785600227_0001_1_00_000000_0
2016-01-14 15:33:20 Completed running task attempt: attempt_1452785600227_0001_1_01_000000_0
2016-01-14 15:33:20 Starting to run new task attempt: attempt_1452785600227_0001_1_02_000000_0
2016-01-14 15:33:21 Completed Dag: dag_1452785600227_0001_1
cascading.flow.FlowException: local step failed: (1/1) ...estOOMEPostGroup/oomepost
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:293)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:184)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:146)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:48)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 15:33:21 Running Dag: dag_1452785601274_0001_1
2016-01-14 15:33:21 Starting to run new task attempt: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21 Completed running task attempt: attempt_1452785601274_0001_1_00_000000_0
2016-01-14 15:33:21 Starting to run new task attempt: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21 Completed running task attempt: attempt_1452785601274_0001_1_01_000000_0
2016-01-14 15:33:21 Completed Dag: dag_1452785601274_0001_1
2016-01-14 15:33:22 Running Dag: dag_1452785602112_0001_1
2016-01-14 15:33:22 Starting to run new task attempt: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22 Completed running task attempt: attempt_1452785602112_0001_1_00_000000_0
2016-01-14 15:33:22 Completed Dag: dag_1452785602112_0001_1
2016-01-14 15:33:22 Running Dag: dag_1452785602540_0001_1
2016-01-14 15:33:22 Starting to run new task attempt: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22 Completed running task attempt: attempt_1452785602540_0001_1_00_000000_0
2016-01-14 15:33:22 Completed Dag: dag_1452785602540_0001_1
2016-01-14 15:33:27 Running Dag: dag_1452785607210_0001_1
2016-01-14 15:33:27 Starting to run new task attempt: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27 Completed running task attempt: attempt_1452785607210_0001_1_00_000000_0
2016-01-14 15:33:27 Starting to run new task attempt: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28 Completed running task attempt: attempt_1452785607210_0001_1_01_000000_0
2016-01-14 15:33:28 Completed Dag: dag_1452785607210_0001_1
2016-01-14 15:33:28 Running Dag: dag_1452785608605_0001_1
2016-01-14 15:33:28 Starting to run new task attempt: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28 Completed running task attempt: attempt_1452785608605_0001_1_00_000000_0
2016-01-14 15:33:28 Completed Dag: dag_1452785608605_0001_1
2016-01-14 15:33:29 Running Dag: dag_1452785609042_0001_1
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_01_000000_0
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_00_000000_0
2016-01-14 15:33:29 Starting to run new task attempt: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29 Completed running task attempt: attempt_1452785609042_0001_1_02_000000_0
2016-01-14 15:33:29 Completed Dag: dag_1452785609042_0001_1
2016-01-14 15:33:30 Running Dag: dag_1452785610023_0001_1
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_00_000000_0
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_01_000000_0
2016-01-14 15:33:30 Starting to run new task attempt: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30 Completed running task attempt: attempt_1452785610023_0001_1_02_000000_0
2016-01-14 15:33:30 Completed Dag: dag_1452785610023_0001_1
2016-01-14 15:33:31 Running Dag: dag_1452785610908_0001_1
2016-01-14 15:33:31 Starting to run new task attempt: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31 Completed running task attempt: attempt_1452785610908_0001_1_00_000000_0
2016-01-14 15:33:31 Completed Dag: dag_1452785610908_0001_1
Jan 14, 2016 3:33:31 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@13bcc7b4 with executor java.util.concurrent.ThreadPoolExecutor@4edb048b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@13bcc7b4 rejected from java.util.concurrent.ThreadPoolExecutor@4edb048b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)