Class cascading.operation.assertion.AppliedAssertionsPlatformTest

6

tests

0

failures

0

ignored

13.835s

duration

100%

successful

Tests

Test Duration Result
testGroupAssertionsFail 0.794s passed
testGroupAssertionsPass 0.812s passed
testGroupAssertionsRemoval 3.372s passed
testValueAssertionsFail 0.672s passed
testValueAssertionsPass 0.715s passed
testValueAssertionsRemoval 7.470s passed

Standard output

2016-01-14 17:06:49,002 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 17:06:49,033 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.operation.assertion.AppliedAssertionsPlatformTest, with platform: hadoop2-tez
2016-01-14 17:06:49,079 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-01-14 17:06:49,460 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 17:06:49,822 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 17:06:50,068 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:50,070 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:50,185 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 74F6D1AB90C9454087F0494D6942466C
2016-01-14 17:06:50,425 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.101
2016-01-14 17:06:50,452 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.129
2016-01-14 17:06:50,454 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:50,454 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:50,456 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:50,625 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:50,790 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/STRICT
2016-01-14 17:06:50,959 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 17:06:50,962 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:50,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:50,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/STRICT"]
2016-01-14 17:06:50,963 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:50,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:50,964 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:50,966 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...Removal/value/NONE/STRICT
2016-01-14 17:06:50,966 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:50,985 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:51,157 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:51,163 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:51,163 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:51,205 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001 doesn't exist and is created
2016-01-14 17:06:51,278 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:51,278 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:51,280 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001
2016-01-14 17:06:51,321 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791211162_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:51,361 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:51,375 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:51,379 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 17:06:51,379 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 17:06:51,379 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:51,398 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:51,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:51,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001/localmode-log-dir
2016-01-14 17:06:51,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001/localmode-log-dir/history.txt.appattempt_1452791211162_0001_000000, maxErrors=10
2016-01-14 17:06:51,405 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:51,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791211162_0001_000000, appSubmitTime=1452791211303, launchTime=1452791211320
2016-01-14 17:06:51,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:51,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:51,417 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:51,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:51,472 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:55530
2016-01-14 17:06:51,479 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 17:06:51,480 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 17:06:51,480 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:51,511 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:51,579 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:51,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791211162_0001_000000, startTime=1452791211578
2016-01-14 17:06:51,580 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 17:06:51,582 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 17:06:51,582 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:51,583 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:51,682 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:51,715 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:51,715 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Removal/value/NONE/STRICT, applicationId=application_1452791211162_0001, dagName=[D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT
2016-01-14 17:06:51,961 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT
2016-01-14 17:06:52,067 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791211162_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001/localmode-log-dir/dag_1452791211162_0001_1.dot
2016-01-14 17:06:52,070 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001/localmode-log-dir/dag_1452791211162_0001_1-tez-dag.pb.txt
2016-01-14 17:06:52,174 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791211162_0001_1
2016-01-14 17:06:52,174 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:52,174 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT
2016-01-14 17:06:52 Running Dag: dag_1452791211162_0001_1
2016-01-14 17:06:52,205 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:52,206 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791211162_0001_1, submitTime=1452791211961
2016-01-14 17:06:52,243 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,251 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:52,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:52,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791211162_0001_1, initTime=1452791212208
2016-01-14 17:06:52,257 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791211162_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:52,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:52,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:DAG_STARTED]: dagID=dag_1452791211162_0001_1, startTime=1452791212258
2016-01-14 17:06:52,260 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:52,261 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791211162_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:52,261 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A9F33C3BE2AD4B3AB6598D17D69F66D8 : {482A7262BCF74DE3B311D066C63DA890={InputName=482A7262BCF74DE3B311D066C63DA890}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:52,262 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 482A7262BCF74DE3B311D066C63DA890, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:52,262 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,267 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,267 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,269 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Removal/value/NONE/STRICT, applicationId=application_1452791211162_0001, dagName=[D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT
2016-01-14 17:06:52,269 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]. Starting root input initializers: 1
2016-01-14 17:06:52,275 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 482A7262BCF74DE3B311D066C63DA890 on vertex vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:52,289 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,297 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:52,299 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 482A7262BCF74DE3B311D066C63DA890 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:52,300 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:52,302 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:52,302 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791211162_0001, with dag id: dag_1452791211162_0001_1
2016-01-14 17:06:52,317 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:52,317 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,336 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,338 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,338 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=CA5E323C288F4448824F8E5495A28110, vertexId=vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:52,342 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=CA5E323C288F4448824F8E5495A28110, vertexId=vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,358 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:52,360 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=CA5E323C288F4448824F8E5495A28110, vertexName=CE31EBA2580F4F14B719272482F16860, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:52,363 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 482A7262BCF74DE3B311D066C63DA890 on vertex vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,373 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=CA5E323C288F4448824F8E5495A28110, vertexId=vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,378 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:52,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CE31EBA2580F4F14B719272482F16860, vertexId=vertex_1452791211162_0001_1_01, initRequestedTime=1452791212287, initedTime=1452791212377, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:52,379 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:52,380 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:52,381 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {482A7262BCF74DE3B311D066C63DA890=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:52,382 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] parallelism set to 1
2016-01-14 17:06:52,382 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:52,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791211162_0001_1_00, eventCount=1
2016-01-14 17:06:52,394 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:52,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, vertexId=vertex_1452791211162_0001_1_00, initRequestedTime=1452791212261, initedTime=1452791212394, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:52,396 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] with distanceFromRoot: 0
2016-01-14 17:06:52,396 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:52,398 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:52,399 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:52,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791211162_0001_1_00, startRequestedTime=1452791212397, startedTime=1452791212397
2016-01-14 17:06:52,402 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:52,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:52,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_STARTED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, taskId=task_1452791211162_0001_1_00_000000, scheduledTime=1452791212433, launchTime=1452791212433
2016-01-14 17:06:52,434 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:52,438 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791211162_0001_1_00 for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] numStartedSources: 1 numSources: 1
2016-01-14 17:06:52,438 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] with distanceFromRoot: 1
2016-01-14 17:06:52,442 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,449 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A9F33C3BE2AD4B3AB6598D17D69F66D8 in vertex: CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,455 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: CE31EBA2580F4F14B719272482F16860 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:52,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791211162_0001_1_01, startRequestedTime=1452791212442, startedTime=1452791212442
2016-01-14 17:06:52,456 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:52,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:52,462 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT, VertexName: A9F33C3BE2AD4B3AB6598D17D69F66D8, VertexParallelism: 1, TaskAttemptID:attempt_1452791211162_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=482A7262BCF74DE3B311D066C63DA890, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CE31EBA2580F4F14B719272482F16860, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:52,464 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:52,464 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:52,501 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:52,505 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:52,505 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:52,509 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791211162_0001_00_000001
2016-01-14 17:06:52,510 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:52,522 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791211162_0001_00_000001
2016-01-14 17:06:52,522 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:52,527 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:52,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:52,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791211162_0001_00_000001, launchTime=1452791212528
2016-01-14 17:06:52,536 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791211162_0001_00_000001
2016-01-14 17:06:52,541 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791211162_0001_1_00_000000_0] to container: [container_1452791211162_0001_00_000001]
2016-01-14 17:06:52,541 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:52,542 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791211162_0001_00_000001 given task: attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,543 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791211162_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52 Starting to run new task attempt: attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,544 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,544 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791211162_0001_1_00_000000_0] started. Is using containerId: [container_1452791211162_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:52,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0, startTime=1452791212543, containerId=container_1452791211162_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791211162_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:52,547 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:52,548 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:52,549 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-01-14 17:06:52,552 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:52,554 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:52,556 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:52,556 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:52,556 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:52,558 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:52,614 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:52,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT, VertexName: A9F33C3BE2AD4B3AB6598D17D69F66D8, VertexParallelism: 1, TaskAttemptID:attempt_1452791211162_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=482A7262BCF74DE3B311D066C63DA890, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CE31EBA2580F4F14B719272482F16860, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:52,618 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:52,622 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:52,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:52,625 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791211162_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:52,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=482A7262BCF74DE3B311D066C63DA890, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:52,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:52,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CE31EBA2580F4F14B719272482F16860, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:52,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:52,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:52,636 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,646 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:52,651 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:52,652 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,658 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:52,658 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,668 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A9F33C3BE2AD4B3AB6598D17D69F66D8, ordinal: 0
2016-01-14 17:06:52,668 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9F33C3BE2AD4B3AB6598D17D69F66D8, mem on start (mb), free: 257, total: 281, max: 672
2016-01-14 17:06:52,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:52,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:52,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:52,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:52,670 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:52,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:52,675 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:52,675 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:52,675 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:52,676 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:52,676 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 482A7262BCF74DE3B311D066C63DA890, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:52,676 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CE31EBA2580F4F14B719272482F16860, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:52,676 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:52,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 482A7262BCF74DE3B311D066C63DA890 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:52,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:52,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:52,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,678 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:52,678 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,678 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:52,681 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,682 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:52,690 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@78a5c391
2016-01-14 17:06:52,703 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@78a5c391
2016-01-14 17:06:52,704 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:52,704 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:52,714 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:52,743 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 482A7262BCF74DE3B311D066C63DA890
2016-01-14 17:06:52,744 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: F078578543C645EC97EFA17A0CC02BD7
2016-01-14 17:06:52,744 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] F078578543C645EC97EFA17A0CC02BD7
2016-01-14 17:06:52,762 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6812a170; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@1f24f571; comparator=cascading.tuple.hadoop.util.TupleComparator@336dddb0; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:52,768 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:52,770 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:52,770 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:52,893 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:52,894 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:52,894 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:52,894 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:52,894 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:52,901 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:52,901 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:52,903 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A9F33C3BE2AD4B3AB6598D17D69F66D8, all 1 inputs ready in: 00:00:00.001
2016-01-14 17:06:52,914 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,914 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9F33C3BE2AD4B3AB6598D17D69F66D8, mem on close (mb), free: 147, total: 281, max: 672
2016-01-14 17:06:52,914 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:52,914 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:52,914 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:52,914 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:52,929 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:52 Completed running task attempt: attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,950 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:52,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791211162_0001_1_00, eventCount=1
2016-01-14 17:06:52,953 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:52,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791212904, Process_Duration=10, Process_End_Time=1452791212914, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:52,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, taskAttemptId=attempt_1452791211162_0001_1_00_000000_0, startTime=1452791212543, finishTime=1452791212951, timeTaken=408, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791212904, Process_Duration=10, Process_End_Time=1452791212914, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:52,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:52,961 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:52,964 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791211162_0001_1_00_000000_0
2016-01-14 17:06:52,966 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:52,966 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:52,966 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791211162_0001_00_000001
2016-01-14 17:06:52,967 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:52,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_FINISHED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, taskId=task_1452791211162_0001_1_00_000000, startTime=1452791212543, finishTime=1452791212966, timeTaken=423, status=SUCCEEDED, successfulAttemptID=attempt_1452791211162_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791212904, Process_Duration=10, Process_End_Time=1452791212914, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:52,971 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:52,973 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:52,973 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] : 1
2016-01-14 17:06:52,973 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:52,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:52,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_FINISHED]: vertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, vertexId=vertex_1452791211162_0001_1_00, initRequestedTime=1452791212261, initedTime=1452791212394, startRequestedTime=1452791212397, startedTime=1452791212397, finishTime=1452791212973, timeTaken=576, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791212904, Process_Duration=10, Process_End_Time=1452791212914, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791212543, firstTasksToStart=[ task_1452791211162_0001_1_00_000000 ], lastTaskFinishTime=1452791212951, lastTasksToFinish=[ task_1452791211162_0001_1_00_000000 ], minTaskDuration=408, maxTaskDuration=408, avgTaskDuration=408.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791211162_0001_1_00_000000 ], longestDurationTasks=[ task_1452791211162_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:52,984 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:52,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791211162_0001_00_000001, stoppedTime=1452791212985, exitStatus=0
2016-01-14 17:06:52,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:52,986 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] attempt: attempt_1452791211162_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:52,986 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CE31EBA2580F4F14B719272482F16860
2016-01-14 17:06:52,987 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,988 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:52,988 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791211162_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:52,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:52,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_STARTED]: vertexName=CE31EBA2580F4F14B719272482F16860, taskId=task_1452791211162_0001_1_01_000000, scheduledTime=1452791212988, launchTime=1452791212988
2016-01-14 17:06:52,991 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:52,992 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:52,992 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:52,992 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT, VertexName: CE31EBA2580F4F14B719272482F16860, VertexParallelism: 1, TaskAttemptID:attempt_1452791211162_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CA5E323C288F4448824F8E5495A28110, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:52,992 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:52,992 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:52,992 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:52,997 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791211162_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:52,997 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791211162_0001_00_000002
2016-01-14 17:06:52,997 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791211162_0001_00_000001: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:52,997 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791211162_0001_00_000001, Exiting
2016-01-14 17:06:52,998 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791211162_0001_00_000001
2016-01-14 17:06:52,998 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791211162_0001_00_000001
2016-01-14 17:06:52,997 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:53,002 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791211162_0001_00_000002
2016-01-14 17:06:53,003 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:53,004 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791211162_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:53,005 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791211162_0001_00_000001 completed successfully
2016-01-14 17:06:53,006 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:53,007 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:53,007 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:53,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791211162_0001_00_000002, launchTime=1452791213007
2016-01-14 17:06:53,008 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791211162_0001_00_000002
2016-01-14 17:06:53,009 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791211162_0001_1_01_000000_0] to container: [container_1452791211162_0001_00_000002]
2016-01-14 17:06:53,009 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:53,010 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791211162_0001_00_000002 given task: attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,010 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791211162_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,010 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791211162_0001_1_01_000000_0] started. Is using containerId: [container_1452791211162_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:53,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:53 Starting to run new task attempt: attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CE31EBA2580F4F14B719272482F16860, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0, startTime=1452791213010, containerId=container_1452791211162_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791211162_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:53,011 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,011 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:53,011 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:53,011 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:53,011 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:53,012 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:53,012 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:53,012 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:53,012 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:53,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54] test/(1/1) ...Removal/value/NONE/STRICT, VertexName: CE31EBA2580F4F14B719272482F16860, VertexParallelism: 1, TaskAttemptID:attempt_1452791211162_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CA5E323C288F4448824F8E5495A28110, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:53,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:53,015 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:53,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A9F33C3BE2AD4B3AB6598D17D69F66D8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:53,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:53,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CA5E323C288F4448824F8E5495A28110, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:53,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:53,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CA5E323C288F4448824F8E5495A28110
2016-01-14 17:06:53,022 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:53,020 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791211162_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:53,022 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: CA5E323C288F4448824F8E5495A28110
2016-01-14 17:06:53,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,029 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:53,046 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:53,046 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:53,048 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,050 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CE31EBA2580F4F14B719272482F16860, ordinal: 1
2016-01-14 17:06:53,050 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE31EBA2580F4F14B719272482F16860, mem on start (mb), free: 135, total: 281, max: 672
2016-01-14 17:06:53,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:53,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:53,063 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:53,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CA5E323C288F4448824F8E5495A28110
2016-01-14 17:06:53,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:53,063 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:53,064 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:53,064 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:53,064 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:53,064 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:53,065 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:53,065 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CA5E323C288F4448824F8E5495A28110, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:53,065 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A9F33C3BE2AD4B3AB6598D17D69F66D8, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:53,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:53,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A9F33C3BE2AD4B3AB6598D17D69F66D8 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:53,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:53,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:53,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,077 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:53,077 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:53,081 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A9F33C3BE2AD4B3AB6598D17D69F66D8 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:53,084 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:53,084 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:53,088 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:53,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:53,092 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,095 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791211162_0001_1_00_000000_0_10003, runDuration: 292055, ]
2016-01-14 17:06:53,098 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:53,105 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791211162_0001_1_00_000000_0_10003] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791213105, TimeTaken=3, Rate=0.21 MB/s
2016-01-14 17:06:53,106 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,106 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:53,107 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [A9F33C3BE2AD4B3AB6598D17D69F66D8] #1 in 5ms
2016-01-14 17:06:53,108 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A9F33C3BE2AD4B3AB6598D17D69F66D8] #1, status:false, isInterrupted:false
2016-01-14 17:06:53,110 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:53,111 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: F078578543C645EC97EFA17A0CC02BD7
2016-01-14 17:06:53,112 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/STRICT"], id: CA5E323C288F4448824F8E5495A28110
2016-01-14 17:06:53,112 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/STRICT"]
2016-01-14 17:06:53,113 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] F078578543C645EC97EFA17A0CC02BD7, for 1 inputs
2016-01-14 17:06:53,114 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:53,115 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:53,119 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:53,123 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:53,123 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CE31EBA2580F4F14B719272482F16860, all 1 inputs ready in: 00:00:00.009
2016-01-14 17:06:53,124 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,125 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:53,127 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@17f6a75d; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4265d6f5
2016-01-14 17:06:53,140 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:53,142 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:53,144 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,144 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791211162_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:53,147 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,147 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE31EBA2580F4F14B719272482F16860, mem on close (mb), free: 128, total: 281, max: 672
2016-01-14 17:06:53,149 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A9F33C3BE2AD4B3AB6598D17D69F66D8
2016-01-14 17:06:53,150 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:53,151 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:53,151 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:53,152 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:53,152 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:53 Completed running task attempt: attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,154 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:53,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:53,163 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=46, FIRST_EVENT_RECEIVED=23, LAST_EVENT_RECEIVED=23][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791213123, Process_Duration=24, Process_End_Time=1452791213147, Read_Duration=5, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:53,166 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:53,166 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:53,166 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791211162_0001_00_000002
2016-01-14 17:06:53,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CE31EBA2580F4F14B719272482F16860, taskAttemptId=attempt_1452791211162_0001_1_01_000000_0, startTime=1452791213010, finishTime=1452791213158, timeTaken=148, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=46, FIRST_EVENT_RECEIVED=23, LAST_EVENT_RECEIVED=23, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791213123, Process_Duration=24, Process_End_Time=1452791213147, Read_Duration=5, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:53,170 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791211162_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:53,170 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791211162_0001_1_01_000000_0
2016-01-14 17:06:53,172 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:53,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:TASK_FINISHED]: vertexName=CE31EBA2580F4F14B719272482F16860, taskId=task_1452791211162_0001_1_01_000000, startTime=1452791213010, finishTime=1452791213170, timeTaken=160, status=SUCCEEDED, successfulAttemptID=attempt_1452791211162_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=46, FIRST_EVENT_RECEIVED=23, LAST_EVENT_RECEIVED=23, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791213123, Process_Duration=24, Process_End_Time=1452791213147, Read_Duration=5, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:53,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:53,173 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791211162_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:53,174 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] : 1
2016-01-14 17:06:53,174 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:53,179 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:53,182 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:VERTEX_FINISHED]: vertexName=CE31EBA2580F4F14B719272482F16860, vertexId=vertex_1452791211162_0001_1_01, initRequestedTime=1452791212287, initedTime=1452791212377, startRequestedTime=1452791212442, startedTime=1452791212442, finishTime=1452791213174, timeTaken=732, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=46, FIRST_EVENT_RECEIVED=23, LAST_EVENT_RECEIVED=23, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791213123, Process_Duration=24, Process_End_Time=1452791213147, Read_Duration=5, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791213010, firstTasksToStart=[ task_1452791211162_0001_1_01_000000 ], lastTaskFinishTime=1452791213158, lastTasksToFinish=[ task_1452791211162_0001_1_01_000000 ], minTaskDuration=148, maxTaskDuration=148, avgTaskDuration=148.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791211162_0001_1_01_000000 ], longestDurationTasks=[ task_1452791211162_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:53,182 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:53,183 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:53,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791211162_0001_00_000002, stoppedTime=1452791213184, exitStatus=0
2016-01-14 17:06:53,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:53,185 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:53,185 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:53,185 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791211162_0001_1
2016-01-14 17:06:53,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791211162_0001_1
2016-01-14 17:06:53,186 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: CA5E323C288F4448824F8E5495A28110 for vertex: vertex_1452791211162_0001_1_01 [CE31EBA2580F4F14B719272482F16860]
2016-01-14 17:06:53,199 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791211162_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:53,199 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791211162_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:53,199 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791211162_0001_00_000002, Exiting
2016-01-14 17:06:53,200 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791211162_0001_00_000002
2016-01-14 17:06:53,200 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791211162_0001_00_000002
2016-01-14 17:06:53,203 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791211162_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:53,203 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791211162_0001_00_000002 completed successfully
2016-01-14 17:06:53,206 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791211162_0001_1_00 [A9F33C3BE2AD4B3AB6598D17D69F66D8]
2016-01-14 17:06:53,214 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791211162_0001_1, queueSize=0
2016-01-14 17:06:53,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:53,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791211162_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791211162_0001_1, startTime=1452791212258, finishTime=1452791213206, timeTaken=948, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=704, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=590348288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=46, FIRST_EVENT_RECEIVED=23, LAST_EVENT_RECEIVED=23, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582426027, Process_Duration=34, Process_End_Time=2905582426061, Read_Duration=7, Tuples_Read=17, Tuples_Written=8, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:53,217 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791211162_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:53,217 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791211162_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:53,218 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791211162_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:53,218 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791211162_0001_00_000002
2016-01-14 17:06:53 Completed Dag: dag_1452791211162_0001_1
2016-01-14 17:06:53,220 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791211162_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:53,220 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791211162_0001_1_post
2016-01-14 17:06:53,220 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:53,220 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:53,230 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...Removal/value/NONE/STRICT, applicationId=application_1452791211162_0001
2016-01-14 17:06:53,234 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:53,234 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:53,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:53,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:53,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:53,235 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:53,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:53,238 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:53,238 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:53,238 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:53,238 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:53,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:53,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:53,246 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D6B1428B6142401580222DA02E77E2F6/DCFF5A3B9613431A93197713A67EAA54/.tez/application_1452791211162_0001
2016-01-14 17:06:53,246 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:02.284
2016-01-14 17:06:53,327 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:53,327 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:53,406 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.042
2016-01-14 17:06:53,435 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.071
2016-01-14 17:06:53,436 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:53,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:53,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:53,458 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:53,480 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/STRICT
2016-01-14 17:06:53,577 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:53,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:53,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/STRICT"]
2016-01-14 17:06:53,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:53,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:53,578 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:53,579 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...emoval/value/VALID/STRICT
2016-01-14 17:06:53,580 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:53,600 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:53,606 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:53,607 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:53,607 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:53,618 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001 doesn't exist and is created
2016-01-14 17:06:53,645 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:53,645 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:53,646 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001
2016-01-14 17:06:53,651 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791213606_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:53,672 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:53,673 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:53,675 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:53,676 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:53,676 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001/localmode-log-dir
2016-01-14 17:06:53,676 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001/localmode-log-dir/history.txt.appattempt_1452791213606_0001_000000, maxErrors=10
2016-01-14 17:06:53,677 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:53,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791213606_0001_000000, appSubmitTime=1452791213650, launchTime=1452791213651
2016-01-14 17:06:53,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:53,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:53,697 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:53,697 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:53,700 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:39243
2016-01-14 17:06:53,704 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:53,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791213606_0001_000000, startTime=1452791213706
2016-01-14 17:06:53,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:53,707 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:53,746 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:53,746 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:53,746 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...emoval/value/VALID/STRICT, applicationId=application_1452791213606_0001, dagName=[D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT
2016-01-14 17:06:53,781 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT
2016-01-14 17:06:53,786 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791213606_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001/localmode-log-dir/dag_1452791213606_0001_1.dot
2016-01-14 17:06:53,787 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001/localmode-log-dir/dag_1452791213606_0001_1-tez-dag.pb.txt
2016-01-14 17:06:53,830 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791213606_0001_1
2016-01-14 17:06:53,830 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:53,830 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT
2016-01-14 17:06:53 Running Dag: dag_1452791213606_0001_1
2016-01-14 17:06:53,848 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791213606_0001_1, submitTime=1452791213782
2016-01-14 17:06:53,848 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:53,850 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:53,850 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:53,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791213606_0001_1, initTime=1452791213849
2016-01-14 17:06:53,851 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:53,852 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791213606_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:53,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:53,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:DAG_STARTED]: dagID=dag_1452791213606_0001_1, startTime=1452791213853
2016-01-14 17:06:53,853 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:53,854 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791213606_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:53,854 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AC70F2A46F2C4DB1A41B74E221527753 : {92E6E72AD88D45BAAE9BE4EAD770A8F1={InputName=92E6E72AD88D45BAAE9BE4EAD770A8F1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:53,854 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 92E6E72AD88D45BAAE9BE4EAD770A8F1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:53,854 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,855 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,855 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,855 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...emoval/value/VALID/STRICT, applicationId=application_1452791213606_0001, dagName=[D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT
2016-01-14 17:06:53,855 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]. Starting root input initializers: 1
2016-01-14 17:06:53,856 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:53,856 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,856 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 92E6E72AD88D45BAAE9BE4EAD770A8F1 on vertex vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,886 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:53,886 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 92E6E72AD88D45BAAE9BE4EAD770A8F1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:53,887 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:53,888 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,888 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,888 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,888 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=EF868DB2D81F4AC789AB437DE65DB12B, vertexId=vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:53,889 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=EF868DB2D81F4AC789AB437DE65DB12B, vertexId=vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,891 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:53,891 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:53,893 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:53,894 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 92E6E72AD88D45BAAE9BE4EAD770A8F1 on vertex vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,903 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=EF868DB2D81F4AC789AB437DE65DB12B, vertexName=C2D280D57400429090A79A222D75FFE0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:53,904 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=EF868DB2D81F4AC789AB437DE65DB12B, vertexId=vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:53,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:53,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C2D280D57400429090A79A222D75FFE0, vertexId=vertex_1452791213606_0001_1_01, initRequestedTime=1452791213856, initedTime=1452791213905, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:53,906 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:53,907 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:53,907 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {92E6E72AD88D45BAAE9BE4EAD770A8F1=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:53,907 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] parallelism set to 1
2016-01-14 17:06:53,908 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:53,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791213606_0001_1_00, eventCount=1
2016-01-14 17:06:53,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:53,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, vertexId=vertex_1452791213606_0001_1_00, initRequestedTime=1452791213854, initedTime=1452791213909, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:53,910 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] with distanceFromRoot: 0
2016-01-14 17:06:53,910 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:53,910 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:53,911 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,911 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:53,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791213606_0001_1_00, startRequestedTime=1452791213910, startedTime=1452791213910
2016-01-14 17:06:53,914 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:53,916 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:53,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_STARTED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, taskId=task_1452791213606_0001_1_00_000000, scheduledTime=1452791213916, launchTime=1452791213916
2016-01-14 17:06:53,917 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:53,917 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791213606_0001_1_00 for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] numStartedSources: 1 numSources: 1
2016-01-14 17:06:53,917 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] with distanceFromRoot: 1
2016-01-14 17:06:53,918 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:53,918 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: AC70F2A46F2C4DB1A41B74E221527753 in vertex: C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:53,919 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C2D280D57400429090A79A222D75FFE0 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:53,919 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:53,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791213606_0001_1_01, startRequestedTime=1452791213918, startedTime=1452791213918
2016-01-14 17:06:53,920 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791213606_0001, with dag id: dag_1452791213606_0001_1
2016-01-14 17:06:53,920 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:53,923 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT, VertexName: AC70F2A46F2C4DB1A41B74E221527753, VertexParallelism: 1, TaskAttemptID:attempt_1452791213606_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=92E6E72AD88D45BAAE9BE4EAD770A8F1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C2D280D57400429090A79A222D75FFE0, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:53,924 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:53,925 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:53,928 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:53,930 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:53,930 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:53,931 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791213606_0001_00_000001
2016-01-14 17:06:53,931 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:53,936 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791213606_0001_00_000001
2016-01-14 17:06:53,936 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:53,937 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:53,938 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:53,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791213606_0001_00_000001, launchTime=1452791213937
2016-01-14 17:06:53,939 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791213606_0001_00_000001
2016-01-14 17:06:53,940 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791213606_0001_1_00_000000_0] to container: [container_1452791213606_0001_00_000001]
2016-01-14 17:06:53,940 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:53,941 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791213606_0001_1_00_000000_0] started. Is using containerId: [container_1452791213606_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:53,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0, startTime=1452791213941, containerId=container_1452791213606_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791213606_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:53,942 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:53,942 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:53,942 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:53,944 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791213606_0001_00_000001 given task: attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53,944 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791213606_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53 Starting to run new task attempt: attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53,946 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53,947 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:53,948 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:53,948 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:53,948 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:53,949 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:53,950 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:53,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT, VertexName: AC70F2A46F2C4DB1A41B74E221527753, VertexParallelism: 1, TaskAttemptID:attempt_1452791213606_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=92E6E72AD88D45BAAE9BE4EAD770A8F1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C2D280D57400429090A79A222D75FFE0, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:53,950 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:53,952 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:53,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,954 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791213606_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:53,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=92E6E72AD88D45BAAE9BE4EAD770A8F1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:53,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C2D280D57400429090A79A222D75FFE0, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:53,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:53,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,956 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:53,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:53,963 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:53,964 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,963 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:53,967 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:53,967 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:53,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:53,976 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC70F2A46F2C4DB1A41B74E221527753, ordinal: 0
2016-01-14 17:06:53,977 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC70F2A46F2C4DB1A41B74E221527753, mem on start (mb), free: 149, total: 281, max: 672
2016-01-14 17:06:53,977 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:53,977 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:53,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:53,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:53,978 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:53,979 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:53,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:53,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:53,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:53,981 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:53,981 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 92E6E72AD88D45BAAE9BE4EAD770A8F1, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:53,982 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C2D280D57400429090A79A222D75FFE0, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:53,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:53,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 92E6E72AD88D45BAAE9BE4EAD770A8F1 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:53,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,983 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:53,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:53,985 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:53,985 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:53,986 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:53,986 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:53,986 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5419bc89
2016-01-14 17:06:53,988 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5419bc89
2016-01-14 17:06:53,988 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:53,989 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:53,993 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:53,994 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 92E6E72AD88D45BAAE9BE4EAD770A8F1
2016-01-14 17:06:53,994 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: E1CB3E34F3A3467D9AA189AC1F343070
2016-01-14 17:06:53,995 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] E1CB3E34F3A3467D9AA189AC1F343070
2016-01-14 17:06:53,996 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@4afc33f0; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@73b5f805; comparator=cascading.tuple.hadoop.util.TupleComparator@2fae4b9c; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:53,996 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:53,996 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:53,997 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:54,015 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:54,015 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:54,015 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:54,015 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:54,016 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:54,017 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:54,017 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:54,017 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC70F2A46F2C4DB1A41B74E221527753, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:54,022 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:54,022 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC70F2A46F2C4DB1A41B74E221527753, mem on close (mb), free: 46, total: 281, max: 672
2016-01-14 17:06:54,022 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:54,023 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:54,023 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:54,023 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:54,026 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:54 Completed running task attempt: attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:54,031 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:54,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791213606_0001_1_00, eventCount=1
2016-01-14 17:06:54,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791214018, Process_Duration=4, Process_End_Time=1452791214022, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:54,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:54,034 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:54,036 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, taskAttemptId=attempt_1452791213606_0001_1_00_000000_0, startTime=1452791213941, finishTime=1452791214032, timeTaken=91, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214018, Process_Duration=4, Process_End_Time=1452791214022, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:54,036 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:54,037 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:54,037 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791213606_0001_00_000001
2016-01-14 17:06:54,037 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791213606_0001_1_00_000000_0
2016-01-14 17:06:54,038 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:54,039 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_FINISHED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, taskId=task_1452791213606_0001_1_00_000000, startTime=1452791213941, finishTime=1452791214038, timeTaken=97, status=SUCCEEDED, successfulAttemptID=attempt_1452791213606_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214018, Process_Duration=4, Process_End_Time=1452791214022, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:54,039 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:54,039 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] : 1
2016-01-14 17:06:54,039 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:54,041 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:54,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_FINISHED]: vertexName=AC70F2A46F2C4DB1A41B74E221527753, vertexId=vertex_1452791213606_0001_1_00, initRequestedTime=1452791213854, initedTime=1452791213909, startRequestedTime=1452791213910, startedTime=1452791213910, finishTime=1452791214040, timeTaken=130, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=295174144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214018, Process_Duration=4, Process_End_Time=1452791214022, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791213941, firstTasksToStart=[ task_1452791213606_0001_1_00_000000 ], lastTaskFinishTime=1452791214032, lastTasksToFinish=[ task_1452791213606_0001_1_00_000000 ], minTaskDuration=91, maxTaskDuration=91, avgTaskDuration=91.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791213606_0001_1_00_000000 ], longestDurationTasks=[ task_1452791213606_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:54,043 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:54,043 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:54,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791213606_0001_00_000001, stoppedTime=1452791214044, exitStatus=0
2016-01-14 17:06:54,044 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:54,044 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:54,045 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] attempt: attempt_1452791213606_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:54,045 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C2D280D57400429090A79A222D75FFE0
2016-01-14 17:06:54,045 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:54,046 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:54,046 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791213606_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:54,047 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:54,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_STARTED]: vertexName=C2D280D57400429090A79A222D75FFE0, taskId=task_1452791213606_0001_1_01_000000, scheduledTime=1452791214046, launchTime=1452791214046
2016-01-14 17:06:54,047 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:54,048 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:54,048 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:54,048 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791213606_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:54,048 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791213606_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:54,048 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791213606_0001_00_000001, Exiting
2016-01-14 17:06:54,049 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791213606_0001_00_000001
2016-01-14 17:06:54,049 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791213606_0001_00_000001
2016-01-14 17:06:54,049 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT, VertexName: C2D280D57400429090A79A222D75FFE0, VertexParallelism: 1, TaskAttemptID:attempt_1452791213606_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AC70F2A46F2C4DB1A41B74E221527753, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EF868DB2D81F4AC789AB437DE65DB12B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:54,050 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:54,050 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:54,051 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791213606_0001_00_000002
2016-01-14 17:06:54,052 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:54,052 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791213606_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:54,053 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791213606_0001_00_000001 completed successfully
2016-01-14 17:06:54,053 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:54,074 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791213606_0001_00_000002
2016-01-14 17:06:54,075 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:54,077 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:54,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:54,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791213606_0001_00_000002, launchTime=1452791214077
2016-01-14 17:06:54,078 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791213606_0001_00_000002
2016-01-14 17:06:54,079 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791213606_0001_1_01_000000_0] to container: [container_1452791213606_0001_00_000002]
2016-01-14 17:06:54,079 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:54,080 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791213606_0001_00_000002 given task: attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,080 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791213606_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,080 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791213606_0001_1_01_000000_0] started. Is using containerId: [container_1452791213606_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:54,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C2D280D57400429090A79A222D75FFE0, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0, startTime=1452791214080, containerId=container_1452791213606_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791213606_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:54,080 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:54,081 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:54,081 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:54 Starting to run new task attempt: attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,082 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,082 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,082 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:54,083 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:54,083 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:54,083 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:54,083 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:54,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD] test/(1/1) ...emoval/value/VALID/STRICT, VertexName: C2D280D57400429090A79A222D75FFE0, VertexParallelism: 1, TaskAttemptID:attempt_1452791213606_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AC70F2A46F2C4DB1A41B74E221527753, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EF868DB2D81F4AC789AB437DE65DB12B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:54,084 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:54,085 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:54,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AC70F2A46F2C4DB1A41B74E221527753, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:54,088 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791213606_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:54,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:54,090 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,093 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:54,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:54,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:54,095 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=EF868DB2D81F4AC789AB437DE65DB12B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:54,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:54,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: EF868DB2D81F4AC789AB437DE65DB12B
2016-01-14 17:06:54,098 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:54,098 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: EF868DB2D81F4AC789AB437DE65DB12B
2016-01-14 17:06:54,109 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C2D280D57400429090A79A222D75FFE0, ordinal: 1
2016-01-14 17:06:54,110 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2D280D57400429090A79A222D75FFE0, mem on start (mb), free: 264, total: 391, max: 672
2016-01-14 17:06:54,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:54,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:54,123 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:54,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: EF868DB2D81F4AC789AB437DE65DB12B
2016-01-14 17:06:54,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:54,124 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:54,124 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:54,124 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:54,124 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:54,125 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:54,125 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:54,125 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AC70F2A46F2C4DB1A41B74E221527753, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:54,125 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, EF868DB2D81F4AC789AB437DE65DB12B, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:54,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:54,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: AC70F2A46F2C4DB1A41B74E221527753 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:54,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:54,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:54,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,127 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:54,128 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:54,128 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: AC70F2A46F2C4DB1A41B74E221527753 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:54,128 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:54,128 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:54,129 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:54,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:54,131 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,136 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:54,136 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791213606_0001_1_00_000000_0_10009, runDuration: 70606, ]
2016-01-14 17:06:54,137 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: E1CB3E34F3A3467D9AA189AC1F343070
2016-01-14 17:06:54,137 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/STRICT"], id: EF868DB2D81F4AC789AB437DE65DB12B
2016-01-14 17:06:54,137 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/STRICT"]
2016-01-14 17:06:54,138 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] E1CB3E34F3A3467D9AA189AC1F343070, for 1 inputs
2016-01-14 17:06:54,140 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791213606_0001_1_00_000000_0_10009] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791214139, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:54,140 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,141 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:54,141 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [AC70F2A46F2C4DB1A41B74E221527753] #2 in 3ms
2016-01-14 17:06:54,141 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [AC70F2A46F2C4DB1A41B74E221527753] #2, status:false, isInterrupted:false
2016-01-14 17:06:54,142 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:54,142 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:54,142 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:54,142 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:54,143 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:54,143 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,144 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:54,145 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C2D280D57400429090A79A222D75FFE0, all 1 inputs ready in: 00:00:00.005
2016-01-14 17:06:54,146 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@74fff2f8; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4fa8b3ca
2016-01-14 17:06:54,148 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:54,149 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:54,150 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,151 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791213606_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:54,152 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,152 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C2D280D57400429090A79A222D75FFE0, mem on close (mb), free: 261, total: 391, max: 672
2016-01-14 17:06:54,153 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: AC70F2A46F2C4DB1A41B74E221527753
2016-01-14 17:06:54,153 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:54,153 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:54,154 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:54,154 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:54,154 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:54 Completed running task attempt: attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,156 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:54,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:54,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C2D280D57400429090A79A222D75FFE0, taskAttemptId=attempt_1452791213606_0001_1_01_000000_0, startTime=1452791214080, finishTime=1452791214158, timeTaken=78, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214145, Process_Duration=7, Process_End_Time=1452791214152, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:54,160 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791213606_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:54,160 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791213606_0001_1_01_000000_0
2016-01-14 17:06:54,160 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:54,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:54,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:TASK_FINISHED]: vertexName=C2D280D57400429090A79A222D75FFE0, taskId=task_1452791213606_0001_1_01_000000, startTime=1452791214080, finishTime=1452791214160, timeTaken=80, status=SUCCEEDED, successfulAttemptID=attempt_1452791213606_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214145, Process_Duration=7, Process_End_Time=1452791214152, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:54,163 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791213606_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:54,164 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791214145, Process_Duration=7, Process_End_Time=1452791214152, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:54,164 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:54,164 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,165 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791213606_0001_00_000002
2016-01-14 17:06:54,165 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] : 1
2016-01-14 17:06:54,166 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:54,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:54,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:VERTEX_FINISHED]: vertexName=C2D280D57400429090A79A222D75FFE0, vertexId=vertex_1452791213606_0001_1_01, initRequestedTime=1452791213856, initedTime=1452791213905, startRequestedTime=1452791213918, startedTime=1452791213918, finishTime=1452791214166, timeTaken=248, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214145, Process_Duration=7, Process_End_Time=1452791214152, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791214080, firstTasksToStart=[ task_1452791213606_0001_1_01_000000 ], lastTaskFinishTime=1452791214158, lastTasksToFinish=[ task_1452791213606_0001_1_01_000000 ], minTaskDuration=78, maxTaskDuration=78, avgTaskDuration=78.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791213606_0001_1_01_000000 ], longestDurationTasks=[ task_1452791213606_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:54,171 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:54,171 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:54,171 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:54,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791213606_0001_00_000002, stoppedTime=1452791214171, exitStatus=0
2016-01-14 17:06:54,172 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:54,172 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:54,172 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791213606_0001_1
2016-01-14 17:06:54,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791213606_0001_1
2016-01-14 17:06:54,173 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791213606_0001_1_00 [AC70F2A46F2C4DB1A41B74E221527753]
2016-01-14 17:06:54,173 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: EF868DB2D81F4AC789AB437DE65DB12B for vertex: vertex_1452791213606_0001_1_01 [C2D280D57400429090A79A222D75FFE0]
2016-01-14 17:06:54,179 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791213606_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:54,179 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791213606_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:54,179 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791213606_0001_00_000002, Exiting
2016-01-14 17:06:54,179 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791213606_0001_00_000002
2016-01-14 17:06:54,179 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791213606_0001_00_000002
2016-01-14 17:06:54,181 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791213606_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:54,181 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791213606_0001_00_000002 completed successfully
2016-01-14 17:06:54,193 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791213606_0001_1, queueSize=0
2016-01-14 17:06:54,193 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:54,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791213606_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791213606_0001_1, startTime=1452791213853, finishTime=1452791214189, timeTaken=336, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=704, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=705691648, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582428163, Process_Duration=11, Process_End_Time=2905582428174, Read_Duration=3, Tuples_Read=17, Tuples_Written=8, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:54,196 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791213606_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:54,196 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791213606_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:54,196 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791213606_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:54,196 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791213606_0001_00_000002
2016-01-14 17:06:54 Completed Dag: dag_1452791213606_0001_1
2016-01-14 17:06:54,199 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791213606_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:54,200 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791213606_0001_1_post
2016-01-14 17:06:54,200 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,200 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:54,205 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...emoval/value/VALID/STRICT, applicationId=application_1452791213606_0001
2016-01-14 17:06:54,208 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:54,208 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:54,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:54,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:54,208 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:54,209 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:54,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:54,210 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:54,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:54,211 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:54,211 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:54,212 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:54,212 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:54,220 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/D65282A8D90D4FF4BCFC965B6014806A/CC1E2B4E38DB479B907748A91A2F63AD/.tez/application_1452791213606_0001
2016-01-14 17:06:54,221 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.644
2016-01-14 17:06:54,293 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:54,293 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:54,381 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.056
2016-01-14 17:06:54,383 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.058
2016-01-14 17:06:54,384 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:54,385 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:54,385 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:54,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:54,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/STRICT/STRICT
2016-01-14 17:06:54,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:54,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:54,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/STRICT/STRICT"]
2016-01-14 17:06:54,479 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:54,480 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:54,480 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:54,481 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:54,481 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:54,495 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:54,501 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:54,501 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:54,501 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:54,512 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001 doesn't exist and is created
2016-01-14 17:06:54,532 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:54,533 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:54,534 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001
2016-01-14 17:06:54,540 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791214501_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:54,553 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:54,554 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:54,556 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:54,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:54,556 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001/localmode-log-dir
2016-01-14 17:06:54,556 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001/localmode-log-dir/history.txt.appattempt_1452791214501_0001_000000, maxErrors=10
2016-01-14 17:06:54,557 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:54,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791214501_0001_000000, appSubmitTime=1452791214539, launchTime=1452791214540
2016-01-14 17:06:54,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:54,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:54,567 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:54,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:54,571 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:50644
2016-01-14 17:06:54,572 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:54,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791214501_0001_000000, startTime=1452791214575
2016-01-14 17:06:54,575 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:54,575 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:54,633 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:54,633 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:54,633 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...moval/value/STRICT/STRICT, applicationId=application_1452791214501_0001, dagName=[89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:54,653 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:54,655 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791214501_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001/localmode-log-dir/dag_1452791214501_0001_1.dot
2016-01-14 17:06:54,656 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001/localmode-log-dir/dag_1452791214501_0001_1-tez-dag.pb.txt
2016-01-14 17:06:54,686 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791214501_0001_1
2016-01-14 17:06:54,686 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,687 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:54 Running Dag: dag_1452791214501_0001_1
2016-01-14 17:06:54,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791214501_0001_1, submitTime=1452791214653
2016-01-14 17:06:54,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:54,704 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,704 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:54,704 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791214501_0001_1, initTime=1452791214702
2016-01-14 17:06:54,704 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:54,705 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791214501_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:54,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:DAG_STARTED]: dagID=dag_1452791214501_0001_1, startTime=1452791214706
2016-01-14 17:06:54,706 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:54,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:54,706 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791214501_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:54,707 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F86340D3DC20453D86AA6DB6FF873CB7 : {A27C1E63A413432DA36D926DB474AEDC={InputName=A27C1E63A413432DA36D926DB474AEDC}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:54,707 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A27C1E63A413432DA36D926DB474AEDC, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:54,707 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,707 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,708 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,708 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]. Starting root input initializers: 1
2016-01-14 17:06:54,708 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...moval/value/STRICT/STRICT, applicationId=application_1452791214501_0001, dagName=[89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:54,709 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A27C1E63A413432DA36D926DB474AEDC on vertex vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,709 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:54,710 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,711 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:54,712 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A27C1E63A413432DA36D926DB474AEDC asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:54,713 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:54,713 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:54,714 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:54,714 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,715 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,715 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,715 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9B1D23BAD81C4B80BC2B6375BDF1D45A, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:54,716 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9B1D23BAD81C4B80BC2B6375BDF1D45A, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,718 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9B1D23BAD81C4B80BC2B6375BDF1D45A, vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:54,720 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9B1D23BAD81C4B80BC2B6375BDF1D45A, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,720 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:54,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:54,722 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A27C1E63A413432DA36D926DB474AEDC on vertex vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, vertexId=vertex_1452791214501_0001_1_01, initRequestedTime=1452791214710, initedTime=1452791214721, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:54,722 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:54,722 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:54,723 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A27C1E63A413432DA36D926DB474AEDC=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:54,723 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] parallelism set to 1
2016-01-14 17:06:54,723 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:54,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791214501_0001_1_00, eventCount=1
2016-01-14 17:06:54,725 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:54,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, vertexId=vertex_1452791214501_0001_1_00, initRequestedTime=1452791214707, initedTime=1452791214724, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:54,725 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] with distanceFromRoot: 0
2016-01-14 17:06:54,725 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:54,726 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,726 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:54,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791214501_0001_1_00, startRequestedTime=1452791214726, startedTime=1452791214726
2016-01-14 17:06:54,727 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:54,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:54,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_STARTED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, taskId=task_1452791214501_0001_1_00_000000, scheduledTime=1452791214727, launchTime=1452791214727
2016-01-14 17:06:54,728 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:54,729 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791214501_0001_1_00 for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] numStartedSources: 1 numSources: 1
2016-01-14 17:06:54,729 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] with distanceFromRoot: 1
2016-01-14 17:06:54,729 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,730 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F86340D3DC20453D86AA6DB6FF873CB7 in vertex: A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,730 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A22EB9522C3A43BCBDDC58602E2BC7C6 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:54,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:54,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791214501_0001_1_01, startRequestedTime=1452791214730, startedTime=1452791214730
2016-01-14 17:06:54,731 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:54,731 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT, VertexName: F86340D3DC20453D86AA6DB6FF873CB7, VertexParallelism: 1, TaskAttemptID:attempt_1452791214501_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A27C1E63A413432DA36D926DB474AEDC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:54,732 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:54,732 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:54,733 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:54,733 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:54,734 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:54,734 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791214501_0001_00_000001
2016-01-14 17:06:54,734 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:54,736 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791214501_0001_00_000001
2016-01-14 17:06:54,736 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:54,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:54,737 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:54,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791214501_0001_00_000001, launchTime=1452791214737
2016-01-14 17:06:54,738 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791214501_0001_00_000001
2016-01-14 17:06:54,739 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791214501_0001_1_00_000000_0] to container: [container_1452791214501_0001_00_000001]
2016-01-14 17:06:54,740 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:54,740 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791214501_0001_1_00_000000_0] started. Is using containerId: [container_1452791214501_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:54,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0, startTime=1452791214740, containerId=container_1452791214501_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791214501_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:54,741 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:54,741 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:54,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:54,741 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791214501_0001_00_000001 given task: attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,741 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791214501_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54 Starting to run new task attempt: attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,742 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,742 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,742 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:54,743 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:54,743 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:54,743 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:54,743 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:54,743 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT, VertexName: F86340D3DC20453D86AA6DB6FF873CB7, VertexParallelism: 1, TaskAttemptID:attempt_1452791214501_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A27C1E63A413432DA36D926DB474AEDC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:54,744 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:54,744 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791214501_0001, with dag id: dag_1452791214501_0001_1
2016-01-14 17:06:54,744 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:54,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A27C1E63A413432DA36D926DB474AEDC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:54,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:54,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,749 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:54,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:54,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,757 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:54,758 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,758 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:54,758 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,758 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:54,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,759 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791214501_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:54,772 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F86340D3DC20453D86AA6DB6FF873CB7, ordinal: 0
2016-01-14 17:06:54,772 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F86340D3DC20453D86AA6DB6FF873CB7, mem on start (mb), free: 171, total: 391, max: 672
2016-01-14 17:06:54,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:54,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:54,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:54,773 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:54,773 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:54,773 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:54,773 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:54,773 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:54,774 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:54,774 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A27C1E63A413432DA36D926DB474AEDC, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:54,774 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A22EB9522C3A43BCBDDC58602E2BC7C6, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A27C1E63A413432DA36D926DB474AEDC being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,774 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:54,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:54,775 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,775 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:54,776 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7e02c7fe
2016-01-14 17:06:54,777 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7e02c7fe
2016-01-14 17:06:54,778 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:54,778 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:54,779 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:54,781 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: A27C1E63A413432DA36D926DB474AEDC
2016-01-14 17:06:54,781 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 961697E5052B48749BE6232EEB83FBD2
2016-01-14 17:06:54,781 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 961697E5052B48749BE6232EEB83FBD2
2016-01-14 17:06:54,782 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@7b0e194b; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@5a9eca0a; comparator=cascading.tuple.hadoop.util.TupleComparator@6ee28500; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:54,783 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:54,783 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:54,783 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:54,859 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:54,859 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:54,860 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:54,860 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:54,860 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:54,861 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:54,862 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:54,862 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F86340D3DC20453D86AA6DB6FF873CB7, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:54,866 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,866 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F86340D3DC20453D86AA6DB6FF873CB7, mem on close (mb), free: 68, total: 391, max: 672
2016-01-14 17:06:54,867 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:54,867 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:54,867 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:54,867 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:54,871 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:54 Completed running task attempt: attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,876 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:54,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791214501_0001_1_00, eventCount=1
2016-01-14 17:06:54,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791214863, Process_Duration=3, Process_End_Time=1452791214866, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:54,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, taskAttemptId=attempt_1452791214501_0001_1_00_000000_0, startTime=1452791214740, finishTime=1452791214878, timeTaken=138, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214863, Process_Duration=3, Process_End_Time=1452791214866, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:54,878 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:54,879 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:54,880 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,879 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:54,881 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791214501_0001_1_00_000000_0
2016-01-14 17:06:54,881 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:54,881 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791214501_0001_00_000001
2016-01-14 17:06:54,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:54,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_FINISHED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, taskId=task_1452791214501_0001_1_00_000000, startTime=1452791214740, finishTime=1452791214881, timeTaken=141, status=SUCCEEDED, successfulAttemptID=attempt_1452791214501_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214863, Process_Duration=3, Process_End_Time=1452791214866, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:54,882 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:54,883 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] : 1
2016-01-14 17:06:54,883 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:54,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:54,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_FINISHED]: vertexName=F86340D3DC20453D86AA6DB6FF873CB7, vertexId=vertex_1452791214501_0001_1_00, initRequestedTime=1452791214707, initedTime=1452791214724, startRequestedTime=1452791214726, startedTime=1452791214726, finishTime=1452791214883, timeTaken=157, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214863, Process_Duration=3, Process_End_Time=1452791214866, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791214740, firstTasksToStart=[ task_1452791214501_0001_1_00_000000 ], lastTaskFinishTime=1452791214878, lastTasksToFinish=[ task_1452791214501_0001_1_00_000000 ], minTaskDuration=138, maxTaskDuration=138, avgTaskDuration=138.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791214501_0001_1_00_000000 ], longestDurationTasks=[ task_1452791214501_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:54,886 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:54,886 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:54,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791214501_0001_00_000001, stoppedTime=1452791214887, exitStatus=0
2016-01-14 17:06:54,887 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:54,887 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] attempt: attempt_1452791214501_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:54,887 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A22EB9522C3A43BCBDDC58602E2BC7C6
2016-01-14 17:06:54,887 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,888 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:54,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:54,888 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791214501_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:54,889 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:54,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_STARTED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, taskId=task_1452791214501_0001_1_01_000000, scheduledTime=1452791214889, launchTime=1452791214889
2016-01-14 17:06:54,889 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:54,889 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:54,890 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,890 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT, VertexName: A22EB9522C3A43BCBDDC58602E2BC7C6, VertexParallelism: 1, TaskAttemptID:attempt_1452791214501_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F86340D3DC20453D86AA6DB6FF873CB7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9B1D23BAD81C4B80BC2B6375BDF1D45A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:54,890 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:54,890 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:54,891 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791214501_0001_00_000002
2016-01-14 17:06:54,892 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:54,894 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791214501_0001_00_000002
2016-01-14 17:06:54,894 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:54,895 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:54,895 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:54,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791214501_0001_00_000002, launchTime=1452791214895
2016-01-14 17:06:54,896 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791214501_0001_00_000002
2016-01-14 17:06:54,897 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791214501_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:54,898 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791214501_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:54,898 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791214501_0001_00_000001, Exiting
2016-01-14 17:06:54,898 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791214501_0001_00_000001
2016-01-14 17:06:54,898 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791214501_0001_00_000001
2016-01-14 17:06:54,898 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791214501_0001_1_01_000000_0] to container: [container_1452791214501_0001_00_000002]
2016-01-14 17:06:54,899 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:54,900 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791214501_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:54,900 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791214501_0001_1_01_000000_0] started. Is using containerId: [container_1452791214501_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:54,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, taskAttemptId=attempt_1452791214501_0001_1_01_000000_0, startTime=1452791214900, containerId=container_1452791214501_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791214501_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:54,901 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:54,900 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791214501_0001_00_000001 completed successfully
2016-01-14 17:06:54,901 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:54,902 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:54,902 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791214501_0001_00_000002 given task: attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,902 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791214501_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,902 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:54 Starting to run new task attempt: attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,903 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,903 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:54,903 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:54,903 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:54,903 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:54,904 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:54,904 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:54,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A] test/(1/1) ...moval/value/STRICT/STRICT, VertexName: A22EB9522C3A43BCBDDC58602E2BC7C6, VertexParallelism: 1, TaskAttemptID:attempt_1452791214501_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F86340D3DC20453D86AA6DB6FF873CB7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9B1D23BAD81C4B80BC2B6375BDF1D45A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:54,904 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:54,905 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:54,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,910 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791214501_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:54,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F86340D3DC20453D86AA6DB6FF873CB7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:54,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:54,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9B1D23BAD81C4B80BC2B6375BDF1D45A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:54,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:54,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9B1D23BAD81C4B80BC2B6375BDF1D45A
2016-01-14 17:06:54,914 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:54,914 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9B1D23BAD81C4B80BC2B6375BDF1D45A
2016-01-14 17:06:54,914 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:54,915 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:54,915 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,918 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:54,930 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A22EB9522C3A43BCBDDC58602E2BC7C6, ordinal: 1
2016-01-14 17:06:54,930 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A22EB9522C3A43BCBDDC58602E2BC7C6, mem on start (mb), free: 62, total: 391, max: 672
2016-01-14 17:06:54,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:54,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:54,932 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:54,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9B1D23BAD81C4B80BC2B6375BDF1D45A
2016-01-14 17:06:54,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:54,933 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:54,933 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:54,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:54,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:54,934 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:54,935 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:54,935 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:54,935 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9B1D23BAD81C4B80BC2B6375BDF1D45A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:54,936 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F86340D3DC20453D86AA6DB6FF873CB7, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:54,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:54,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F86340D3DC20453D86AA6DB6FF873CB7 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:54,936 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,937 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:54,938 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:54,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:54,938 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F86340D3DC20453D86AA6DB6FF873CB7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:54,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:54,938 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:54,939 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:54,939 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:54,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:54,940 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,942 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791214501_0001_1_00_000000_0_10015, runDuration: 120300, ]
2016-01-14 17:06:54,944 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791214501_0001_1_00_000000_0_10015] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791214944, TimeTaken=2, Rate=0.31 MB/s
2016-01-14 17:06:54,945 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,945 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:54,945 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F86340D3DC20453D86AA6DB6FF873CB7] #3 in 3ms
2016-01-14 17:06:54,945 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F86340D3DC20453D86AA6DB6FF873CB7] #3, status:false, isInterrupted:false
2016-01-14 17:06:54,947 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:54,947 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:54,948 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:54,948 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:54,948 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:54,948 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:54,948 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 961697E5052B48749BE6232EEB83FBD2
2016-01-14 17:06:54,948 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,949 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:54,949 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/STRICT/STRICT"], id: 9B1D23BAD81C4B80BC2B6375BDF1D45A
2016-01-14 17:06:54,949 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/STRICT/STRICT"]
2016-01-14 17:06:54,950 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 961697E5052B48749BE6232EEB83FBD2, for 1 inputs
2016-01-14 17:06:54,950 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A22EB9522C3A43BCBDDC58602E2BC7C6, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:54,951 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6ca61d0b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@dbcf4e7
2016-01-14 17:06:54,953 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:54,956 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:54,957 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(92)) - caught throwable
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:54,958 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:54,958 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:54,959 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791214501_0001_1_01_000000_0
2016-01-14 17:06:54,959 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791214501_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:54,961 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791214501_0001_1_01_000000_0
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:54,972 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 43 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791214950, Process_Duration=11, Process_End_Time=1452791214961, Read_Duration=0, Tuples_Read=7]]
2016-01-14 17:06:54,973 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A22EB9522C3A43BCBDDC58602E2BC7C6, mem on close (mb), free: 58, total: 391, max: 672
2016-01-14 17:06:54,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=A22EB9522C3A43BCBDDC58602E2BC7C6, index=1
2016-01-14 17:06:54,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, taskAttemptId=attempt_1452791214501_0001_1_01_000000_0, startTime=1452791214900, finishTime=1452791214971, timeTaken=71, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 43, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214950, Process_Duration=11, Process_End_Time=1452791214961, Read_Duration=0, Tuples_Read=7
2016-01-14 17:06:54,975 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:06:54,975 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791214501_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:06:54,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:TASK_FINISHED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, taskId=task_1452791214501_0001_1_01_000000, startTime=1452791214900, finishTime=1452791214975, timeTaken=75, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:06:54,976 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791214501_0001_1_01_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:06:54,976 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:54,976 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,976 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] : 1
2016-01-14 17:06:54,977 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] because task failed: task_1452791214501_0001_1_01_000000
2016-01-14 17:06:54,977 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:54,977 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:54,979 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:54,980 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:06:54,981 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:06:54,981 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,981 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:54,981 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:54,981 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:54,981 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:54,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=A22EB9522C3A43BCBDDC58602E2BC7C6, sourceVertex=F86340D3DC20453D86AA6DB6FF873CB7
2016-01-14 17:06:54,982 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=9B1D23BAD81C4B80BC2B6375BDF1D45A, vertexId=vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=A22EB9522C3A43BCBDDC58602E2BC7C6, sourceVertex=9B1D23BAD81C4B80BC2B6375BDF1D45A
2016-01-14 17:06:54,982 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791214501_0001_00_000002
2016-01-14 17:06:54,982 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791214501_0001_00_000002
2016-01-14 17:06:54,986 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791214501_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:06:54,986 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791214501_0001_00_000002 completed but with errors
2016-01-14 17:06:54,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:54,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:VERTEX_FINISHED]: vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, vertexId=vertex_1452791214501_0001_1_01, initRequestedTime=1452791214710, initedTime=1452791214721, startRequestedTime=1452791214730, startedTime=1452791214730, finishTime=1452791214990, timeTaken=260, status=FAILED, diagnostics=Task failed, taskId=task_1452791214501_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791214900, firstTasksToStart=[ task_1452791214501_0001_1_01_000000 ], lastTaskFinishTime=1452791214971, lastTasksToFinish=[ task_1452791214501_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:06:54,992 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:06:54,993 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:54,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791214501_0001_00_000002, stoppedTime=1452791214993, exitStatus=0
2016-01-14 17:06:54,993 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000002 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:54,994 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791214501_0001_1_01_000000_0 failed: true container: container_1452791214501_0001_00_000002 numFailedTAs: 0
2016-01-14 17:06:54,995 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791214501_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:06:54,995 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791214501_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:54,996 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-01-14 17:06:54,996 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:06:54,997 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791214501_0001_1
2016-01-14 17:06:54,997 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 9B1D23BAD81C4B80BC2B6375BDF1D45A for vertex: vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6]
2016-01-14 17:06:54,998 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(917)) - No output committers for vertex: vertex_1452791214501_0001_1_00 [F86340D3DC20453D86AA6DB6FF873CB7]
2016-01-14 17:06:55,000 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791214501_0001_1, queueSize=0
2016-01-14 17:06:55,000 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:55,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791214501_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791214501_0001_1, startTime=1452791214706, finishTime=1452791214998, timeTaken=292, status=FAILED, diagnostics=Vertex failed, vertexName=A22EB9522C3A43BCBDDC58602E2BC7C6, vertexId=vertex_1452791214501_0001_1_01, diagnostics=[Task failed, taskId=task_1452791214501_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791214501_0001_1_01 [A22EB9522C3A43BCBDDC58602E2BC7C6] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=410517504, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791214863, Process_Duration=3, Process_End_Time=1452791214866, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:55,003 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791214501_0001_1 finished with state: FAILED
2016-01-14 17:06:55,003 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791214501_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:55,003 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791214501_0001_00_000002
2016-01-14 17:06:55,004 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791214501_0001_1_01_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:06:55 Completed Dag: dag_1452791214501_0001_1
2016-01-14 17:06:55,004 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791214501_0001_1, dagState=FAILED
2016-01-14 17:06:55,005 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791214501_0001_1_post
2016-01-14 17:06:55,005 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,005 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:55,012 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...moval/value/STRICT/STRICT, applicationId=application_1452791214501_0001
2016-01-14 17:06:55,015 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:55,015 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:55,015 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:55,015 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:55,015 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:55,016 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:55,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:55,017 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:55,017 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:55,017 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:55,017 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:55,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:55,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:55,025 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/89D60C1958CB459B838A2E63A5AE5A82/E2C5638D8A564D32A5842F7C3AA45B5A/.tez/application_1452791214501_0001
2016-01-14 17:06:55,025 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping all jobs
2016-01-14 17:06:55,026 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping: (1/1) ...moval/value/STRICT/STRICT
2016-01-14 17:06:55,027 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopped all jobs
2016-01-14 17:06:55,027 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.549
2016-01-14 17:06:55,083 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:55,084 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:55,142 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-01-14 17:06:55,159 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.045
2016-01-14 17:06:55,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:55,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:55,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:55,181 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:55,192 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/VALID
2016-01-14 17:06:55,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:55,255 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:55,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/VALID"]
2016-01-14 17:06:55,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:55,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:55,256 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:55,258 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...sRemoval/value/NONE/VALID
2016-01-14 17:06:55,258 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:55,272 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:55,277 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:55,278 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:55,278 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:55,289 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001 doesn't exist and is created
2016-01-14 17:06:55,308 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:55,308 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:55,308 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001
2016-01-14 17:06:55,313 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791215278_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:55,325 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:55,326 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:55,328 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:55,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:55,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001/localmode-log-dir
2016-01-14 17:06:55,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001/localmode-log-dir/history.txt.appattempt_1452791215278_0001_000000, maxErrors=10
2016-01-14 17:06:55,329 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:55,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791215278_0001_000000, appSubmitTime=1452791215312, launchTime=1452791215313
2016-01-14 17:06:55,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:55,337 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:55,340 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:55,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:55,346 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43450
2016-01-14 17:06:55,348 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:55,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791215278_0001_000000, startTime=1452791215350
2016-01-14 17:06:55,350 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:55,350 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:55,408 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:55,408 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:55,409 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sRemoval/value/NONE/VALID, applicationId=application_1452791215278_0001, dagName=[6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID
2016-01-14 17:06:55,429 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID
2016-01-14 17:06:55,431 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791215278_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001/localmode-log-dir/dag_1452791215278_0001_1.dot
2016-01-14 17:06:55,433 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001/localmode-log-dir/dag_1452791215278_0001_1-tez-dag.pb.txt
2016-01-14 17:06:55,470 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791215278_0001_1
2016-01-14 17:06:55,471 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,471 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID
2016-01-14 17:06:55 Running Dag: dag_1452791215278_0001_1
2016-01-14 17:06:55,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791215278_0001_1, submitTime=1452791215429
2016-01-14 17:06:55,491 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,492 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:55,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:55,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:55,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791215278_0001_1, initTime=1452791215491
2016-01-14 17:06:55,494 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791215278_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:55,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:DAG_STARTED]: dagID=dag_1452791215278_0001_1, startTime=1452791215495
2016-01-14 17:06:55,496 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:55,496 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791215278_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:55,496 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:55,496 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C18C77E146554DC786BC903840EF4669 : {E2C8AB6C74AB4CA0B0ECDA1A305D59A8={InputName=E2C8AB6C74AB4CA0B0ECDA1A305D59A8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:55,497 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E2C8AB6C74AB4CA0B0ECDA1A305D59A8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:55,497 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,497 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,497 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,497 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]. Starting root input initializers: 1
2016-01-14 17:06:55,498 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:55,498 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,498 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sRemoval/value/NONE/VALID, applicationId=application_1452791215278_0001, dagName=[6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID
2016-01-14 17:06:55,501 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E2C8AB6C74AB4CA0B0ECDA1A305D59A8 on vertex vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,503 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:55,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,503 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,504 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=93849A2EAEA34066BF7AC8E965F66817, vertexId=vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:55,504 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=93849A2EAEA34066BF7AC8E965F66817, vertexId=vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,508 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=93849A2EAEA34066BF7AC8E965F66817, vertexName=CC7990F292814718A561356CAF453460, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:55,508 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=93849A2EAEA34066BF7AC8E965F66817, vertexId=vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:55,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CC7990F292814718A561356CAF453460, vertexId=vertex_1452791215278_0001_1_01, initRequestedTime=1452791215498, initedTime=1452791215511, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:55,511 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:55,512 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:55,513 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E2C8AB6C74AB4CA0B0ECDA1A305D59A8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:55,513 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:55,514 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:55,516 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:55,517 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E2C8AB6C74AB4CA0B0ECDA1A305D59A8 on vertex vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,518 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:55,519 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E2C8AB6C74AB4CA0B0ECDA1A305D59A8=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:55,519 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] parallelism set to 1
2016-01-14 17:06:55,519 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:55,520 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791215278_0001_1_00, eventCount=1
2016-01-14 17:06:55,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C18C77E146554DC786BC903840EF4669, vertexId=vertex_1452791215278_0001_1_00, initRequestedTime=1452791215496, initedTime=1452791215520, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:55,521 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] with distanceFromRoot: 0
2016-01-14 17:06:55,521 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:55,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:55,522 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,522 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,523 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:55,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791215278_0001_1_00, startRequestedTime=1452791215522, startedTime=1452791215522
2016-01-14 17:06:55,524 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:55,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:55,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_STARTED]: vertexName=C18C77E146554DC786BC903840EF4669, taskId=task_1452791215278_0001_1_00_000000, scheduledTime=1452791215524, launchTime=1452791215524
2016-01-14 17:06:55,525 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:55,526 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791215278_0001_1_00 for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] numStartedSources: 1 numSources: 1
2016-01-14 17:06:55,526 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] with distanceFromRoot: 1
2016-01-14 17:06:55,526 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,527 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C18C77E146554DC786BC903840EF4669 in vertex: CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,527 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: CC7990F292814718A561356CAF453460 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:55,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:55,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791215278_0001_1_01, startRequestedTime=1452791215527, startedTime=1452791215527
2016-01-14 17:06:55,529 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:55,529 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791215278_0001, with dag id: dag_1452791215278_0001_1
2016-01-14 17:06:55,529 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID, VertexName: C18C77E146554DC786BC903840EF4669, VertexParallelism: 1, TaskAttemptID:attempt_1452791215278_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E2C8AB6C74AB4CA0B0ECDA1A305D59A8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CC7990F292814718A561356CAF453460, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:55,531 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:55,533 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:55,536 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:55,536 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:55,536 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:55,537 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791215278_0001_00_000001
2016-01-14 17:06:55,537 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:55,539 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791215278_0001_00_000001
2016-01-14 17:06:55,539 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:55,540 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:55,540 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:55,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791215278_0001_00_000001, launchTime=1452791215540
2016-01-14 17:06:55,541 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791215278_0001_00_000001
2016-01-14 17:06:55,544 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791215278_0001_1_00_000000_0] to container: [container_1452791215278_0001_00_000001]
2016-01-14 17:06:55,545 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:55,545 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791215278_0001_00_000001 given task: attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,545 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791215278_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,545 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791215278_0001_1_00_000000_0] started. Is using containerId: [container_1452791215278_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:55,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C18C77E146554DC786BC903840EF4669, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0, startTime=1452791215545, containerId=container_1452791215278_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791215278_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:55 Starting to run new task attempt: attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,546 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,546 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:55,546 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:55,546 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:55,547 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:55,547 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:55,547 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:55,547 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:55,547 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:55,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID, VertexName: C18C77E146554DC786BC903840EF4669, VertexParallelism: 1, TaskAttemptID:attempt_1452791215278_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E2C8AB6C74AB4CA0B0ECDA1A305D59A8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CC7990F292814718A561356CAF453460, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:55,548 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:55,549 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:55,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,555 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791215278_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:55,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CC7990F292814718A561356CAF453460, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:55,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E2C8AB6C74AB4CA0B0ECDA1A305D59A8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:55,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:55,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:55,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,560 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:55,560 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,561 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:55,561 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,565 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:55,565 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,573 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C18C77E146554DC786BC903840EF4669, ordinal: 0
2016-01-14 17:06:55,573 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C18C77E146554DC786BC903840EF4669, mem on start (mb), free: 193, total: 391, max: 672
2016-01-14 17:06:55,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:55,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:55,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:55,573 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:55,573 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:55,574 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:55,574 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:55,574 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:55,574 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:55,574 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E2C8AB6C74AB4CA0B0ECDA1A305D59A8, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:55,575 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CC7990F292814718A561356CAF453460, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:55,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:55,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E2C8AB6C74AB4CA0B0ECDA1A305D59A8 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:55,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:55,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:55,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,576 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:55,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:55,577 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,577 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:55,579 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@624f99e5
2016-01-14 17:06:55,580 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@624f99e5
2016-01-14 17:06:55,581 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:55,581 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:55,581 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:55,582 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: E2C8AB6C74AB4CA0B0ECDA1A305D59A8
2016-01-14 17:06:55,582 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 7145068969DE479ABC53CD7A1F3275AF
2016-01-14 17:06:55,583 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 7145068969DE479ABC53CD7A1F3275AF
2016-01-14 17:06:55,586 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@683caac2; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@66eedc04; comparator=cascading.tuple.hadoop.util.TupleComparator@4baebf67; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:55,586 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:55,586 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:55,587 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:55,602 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:55,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:55,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:55,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:55,603 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:55,603 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:55,604 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:55,604 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C18C77E146554DC786BC903840EF4669, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:55,607 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,607 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C18C77E146554DC786BC903840EF4669, mem on close (mb), free: 91, total: 391, max: 672
2016-01-14 17:06:55,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:55,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:55,608 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:55,608 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:55,612 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:55 Completed running task attempt: attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,616 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:55,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=1205, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791215604, Process_Duration=3, Process_End_Time=1452791215607, Read_Duration=3, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:55,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791215278_0001_1_00, eventCount=1
2016-01-14 17:06:55,617 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:55,618 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,618 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791215278_0001_00_000001
2016-01-14 17:06:55,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C18C77E146554DC786BC903840EF4669, taskAttemptId=attempt_1452791215278_0001_1_00_000000_0, startTime=1452791215545, finishTime=1452791215618, timeTaken=73, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=1205, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215604, Process_Duration=3, Process_End_Time=1452791215607, Read_Duration=3, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:55,619 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:55,619 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:55,619 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791215278_0001_1_00_000000_0
2016-01-14 17:06:55,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:55,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_FINISHED]: vertexName=C18C77E146554DC786BC903840EF4669, taskId=task_1452791215278_0001_1_00_000000, startTime=1452791215545, finishTime=1452791215620, timeTaken=75, status=SUCCEEDED, successfulAttemptID=attempt_1452791215278_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=1205, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215604, Process_Duration=3, Process_End_Time=1452791215607, Read_Duration=3, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:55,621 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:55,621 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:55,621 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] : 1
2016-01-14 17:06:55,621 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:55,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_FINISHED]: vertexName=C18C77E146554DC786BC903840EF4669, vertexId=vertex_1452791215278_0001_1_00, initRequestedTime=1452791215496, initedTime=1452791215520, startRequestedTime=1452791215522, startedTime=1452791215522, finishTime=1452791215622, timeTaken=100, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=1205, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215604, Process_Duration=3, Process_End_Time=1452791215607, Read_Duration=3, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791215545, firstTasksToStart=[ task_1452791215278_0001_1_00_000000 ], lastTaskFinishTime=1452791215618, lastTasksToFinish=[ task_1452791215278_0001_1_00_000000 ], minTaskDuration=73, maxTaskDuration=73, avgTaskDuration=73.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791215278_0001_1_00_000000 ], longestDurationTasks=[ task_1452791215278_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:55,624 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:55,624 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:55,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791215278_0001_00_000001, stoppedTime=1452791215624, exitStatus=0
2016-01-14 17:06:55,624 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:55,625 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:55,625 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] attempt: attempt_1452791215278_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:55,626 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CC7990F292814718A561356CAF453460
2016-01-14 17:06:55,626 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,627 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:55,627 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791215278_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:55,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_STARTED]: vertexName=CC7990F292814718A561356CAF453460, taskId=task_1452791215278_0001_1_01_000000, scheduledTime=1452791215627, launchTime=1452791215627
2016-01-14 17:06:55,627 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:55,628 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:55,628 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,628 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:55,628 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID, VertexName: CC7990F292814718A561356CAF453460, VertexParallelism: 1, TaskAttemptID:attempt_1452791215278_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C18C77E146554DC786BC903840EF4669, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=93849A2EAEA34066BF7AC8E965F66817, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:55,628 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:55,629 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:55,629 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791215278_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:55,629 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791215278_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:55,630 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791215278_0001_00_000001, Exiting
2016-01-14 17:06:55,630 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791215278_0001_00_000001
2016-01-14 17:06:55,630 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791215278_0001_00_000001
2016-01-14 17:06:55,634 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791215278_0001_00_000002
2016-01-14 17:06:55,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:55,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791215278_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:55,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791215278_0001_00_000001 completed successfully
2016-01-14 17:06:55,636 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791215278_0001_00_000002
2016-01-14 17:06:55,636 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:55,637 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:55,639 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:55,639 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791215278_0001_00_000002, launchTime=1452791215639
2016-01-14 17:06:55,639 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:55,640 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791215278_0001_00_000002
2016-01-14 17:06:55,641 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791215278_0001_1_01_000000_0] to container: [container_1452791215278_0001_00_000002]
2016-01-14 17:06:55,641 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:55,641 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791215278_0001_1_01_000000_0] started. Is using containerId: [container_1452791215278_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:55,642 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:55,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CC7990F292814718A561356CAF453460, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0, startTime=1452791215641, containerId=container_1452791215278_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791215278_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:55,642 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:55,642 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791215278_0001_00_000002 given task: attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,642 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:55,642 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791215278_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55 Starting to run new task attempt: attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,643 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,643 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,643 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:55,643 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:55,643 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:55,643 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:55,644 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:55,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F] test/(1/1) ...sRemoval/value/NONE/VALID, VertexName: CC7990F292814718A561356CAF453460, VertexParallelism: 1, TaskAttemptID:attempt_1452791215278_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C18C77E146554DC786BC903840EF4669, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=93849A2EAEA34066BF7AC8E965F66817, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:55,644 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:55,644 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:55,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C18C77E146554DC786BC903840EF4669, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:55,646 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791215278_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:55,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:55,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=93849A2EAEA34066BF7AC8E965F66817, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:55,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:55,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 93849A2EAEA34066BF7AC8E965F66817
2016-01-14 17:06:55,648 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:55,648 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 93849A2EAEA34066BF7AC8E965F66817
2016-01-14 17:06:55,650 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:55,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,654 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:55,654 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:55,654 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,666 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CC7990F292814718A561356CAF453460, ordinal: 1
2016-01-14 17:06:55,667 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC7990F292814718A561356CAF453460, mem on start (mb), free: 84, total: 391, max: 672
2016-01-14 17:06:55,667 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:55,667 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:55,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:55,668 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:55,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 93849A2EAEA34066BF7AC8E965F66817
2016-01-14 17:06:55,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:55,669 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:55,669 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:55,669 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:55,669 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:55,669 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:55,670 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:55,670 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 93849A2EAEA34066BF7AC8E965F66817, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:55,670 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C18C77E146554DC786BC903840EF4669, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:55,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:55,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,671 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:55,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C18C77E146554DC786BC903840EF4669 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:55,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:55,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:55,671 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:55,672 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C18C77E146554DC786BC903840EF4669 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:55,672 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:55,673 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:55,673 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:55,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:55,676 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,677 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791215278_0001_1_00_000000_0_10020, runDuration: 55179, ]
2016-01-14 17:06:55,678 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791215278_0001_1_00_000000_0_10020] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791215678, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 17:06:55,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,679 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:55,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:55,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C18C77E146554DC786BC903840EF4669] #4 in 1ms
2016-01-14 17:06:55,680 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C18C77E146554DC786BC903840EF4669] #4, status:false, isInterrupted:false
2016-01-14 17:06:55,680 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:55,681 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:55,681 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:55,681 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:55,681 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 7145068969DE479ABC53CD7A1F3275AF
2016-01-14 17:06:55,681 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:55,682 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,681 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/VALID"], id: 93849A2EAEA34066BF7AC8E965F66817
2016-01-14 17:06:55,682 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:55,683 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/VALID"]
2016-01-14 17:06:55,683 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 7145068969DE479ABC53CD7A1F3275AF, for 1 inputs
2016-01-14 17:06:55,683 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CC7990F292814718A561356CAF453460, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:55,684 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4b99db60; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6211a266
2016-01-14 17:06:55,686 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:55,686 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:55,687 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,688 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791215278_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:55,688 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,689 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC7990F292814718A561356CAF453460, mem on close (mb), free: 80, total: 391, max: 672
2016-01-14 17:06:55,689 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C18C77E146554DC786BC903840EF4669
2016-01-14 17:06:55,689 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:55,690 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:55,690 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:55,690 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:55,691 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:55 Completed running task attempt: attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,692 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:55,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791215684, Process_Duration=4, Process_End_Time=1452791215688, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:55,693 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:55,693 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:55,693 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CC7990F292814718A561356CAF453460, taskAttemptId=attempt_1452791215278_0001_1_01_000000_0, startTime=1452791215641, finishTime=1452791215693, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215684, Process_Duration=4, Process_End_Time=1452791215688, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:55,694 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791215278_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:55,694 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791215278_0001_00_000002
2016-01-14 17:06:55,694 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:55,694 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791215278_0001_1_01_000000_0
2016-01-14 17:06:55,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:55,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:TASK_FINISHED]: vertexName=CC7990F292814718A561356CAF453460, taskId=task_1452791215278_0001_1_01_000000, startTime=1452791215641, finishTime=1452791215695, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452791215278_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215684, Process_Duration=4, Process_End_Time=1452791215688, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:55,696 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791215278_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:55,697 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] : 1
2016-01-14 17:06:55,697 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:55,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:VERTEX_FINISHED]: vertexName=CC7990F292814718A561356CAF453460, vertexId=vertex_1452791215278_0001_1_01, initRequestedTime=1452791215498, initedTime=1452791215511, startRequestedTime=1452791215527, startedTime=1452791215527, finishTime=1452791215697, timeTaken=170, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791215684, Process_Duration=4, Process_End_Time=1452791215688, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791215641, firstTasksToStart=[ task_1452791215278_0001_1_01_000000 ], lastTaskFinishTime=1452791215693, lastTasksToFinish=[ task_1452791215278_0001_1_01_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791215278_0001_1_01_000000 ], longestDurationTasks=[ task_1452791215278_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:55,698 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:55,698 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:55,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791215278_0001_00_000002, stoppedTime=1452791215699, exitStatus=0
2016-01-14 17:06:55,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:55,699 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:55,699 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:55,699 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791215278_0001_1
2016-01-14 17:06:55,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791215278_0001_1
2016-01-14 17:06:55,700 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791215278_0001_1_00 [C18C77E146554DC786BC903840EF4669]
2016-01-14 17:06:55,700 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 93849A2EAEA34066BF7AC8E965F66817 for vertex: vertex_1452791215278_0001_1_01 [CC7990F292814718A561356CAF453460]
2016-01-14 17:06:55,705 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791215278_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:55,705 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791215278_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:55,706 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791215278_0001_00_000002, Exiting
2016-01-14 17:06:55,706 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791215278_0001_00_000002
2016-01-14 17:06:55,706 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791215278_0001_00_000002
2016-01-14 17:06:55,707 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791215278_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:55,707 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791215278_0001_00_000002 completed successfully
2016-01-14 17:06:55,711 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791215278_0001_1, queueSize=0
2016-01-14 17:06:55,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:55,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791215278_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791215278_0001_1, startTime=1452791215495, finishTime=1452791215709, timeTaken=214, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=1224, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=819986432, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582431288, Process_Duration=7, Process_End_Time=2905582431295, Read_Duration=4, Tuples_Read=17, Tuples_Written=8, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:55,712 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791215278_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:55,713 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791215278_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:55,713 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791215278_0001_00_000002
2016-01-14 17:06:55,713 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791215278_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:55 Completed Dag: dag_1452791215278_0001_1
2016-01-14 17:06:55,713 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791215278_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:55,713 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791215278_0001_1_post
2016-01-14 17:06:55,714 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:55,714 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:55,720 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sRemoval/value/NONE/VALID, applicationId=application_1452791215278_0001
2016-01-14 17:06:55,723 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:55,723 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:55,723 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:55,723 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:55,723 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:55,724 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:55,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:55,724 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:55,724 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:55,725 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:55,725 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:55,725 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:55,726 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:55,730 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/6D007A5A367D4DC6A566ECEB951BDF00/C947542A2D7F434B8FF76C4A06EB032F/.tez/application_1452791215278_0001
2016-01-14 17:06:55,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.476
2016-01-14 17:06:55,797 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:55,798 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:55,860 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.029
2016-01-14 17:06:55,878 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.048
2016-01-14 17:06:55,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:55,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:55,879 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:55,913 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:55,924 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/VALID
2016-01-14 17:06:55,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:55,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:55,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/VALID"]
2016-01-14 17:06:55,985 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:55,985 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:55,985 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:55,986 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:55,986 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:56,000 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:56,004 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:56,005 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:56,005 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:56,014 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001 doesn't exist and is created
2016-01-14 17:06:56,032 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:56,032 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:56,033 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001
2016-01-14 17:06:56,037 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791216004_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:56,049 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:56,050 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:56,052 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:56,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:56,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001/localmode-log-dir
2016-01-14 17:06:56,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001/localmode-log-dir/history.txt.appattempt_1452791216004_0001_000000, maxErrors=10
2016-01-14 17:06:56,053 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:56,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791216004_0001_000000, appSubmitTime=1452791216036, launchTime=1452791216036
2016-01-14 17:06:56,058 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:56,060 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:56,062 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:56,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:56,067 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34984
2016-01-14 17:06:56,069 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:56,072 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791216004_0001_000000, startTime=1452791216072
2016-01-14 17:06:56,072 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:56,072 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:56,132 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:56,132 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:56,133 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Removal/value/VALID/VALID, applicationId=application_1452791216004_0001, dagName=[E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:56,152 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:56,155 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791216004_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001/localmode-log-dir/dag_1452791216004_0001_1.dot
2016-01-14 17:06:56,156 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001/localmode-log-dir/dag_1452791216004_0001_1-tez-dag.pb.txt
2016-01-14 17:06:56,180 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791216004_0001_1
2016-01-14 17:06:56,181 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,181 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:56 Running Dag: dag_1452791216004_0001_1
2016-01-14 17:06:56,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791216004_0001_1, submitTime=1452791216153
2016-01-14 17:06:56,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:56,202 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,202 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:56,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791216004_0001_1, initTime=1452791216201
2016-01-14 17:06:56,204 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:56,204 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216004_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:56,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:DAG_STARTED]: dagID=dag_1452791216004_0001_1, startTime=1452791216204
2016-01-14 17:06:56,205 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:56,205 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:56,206 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Removal/value/VALID/VALID, applicationId=application_1452791216004_0001, dagName=[E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:56,206 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216004_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:56,207 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B1D466D6DDE343358BF753920E496AF2 : {37B4759566F4489BABC22249A0F7BB06={InputName=37B4759566F4489BABC22249A0F7BB06}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:56,207 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 37B4759566F4489BABC22249A0F7BB06, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:56,207 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,207 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,207 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,208 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]. Starting root input initializers: 1
2016-01-14 17:06:56,209 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:56,209 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,212 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:56,212 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,212 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,213 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,213 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=795ED4E450104901ACC5B6878FAF23D9, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:56,213 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=795ED4E450104901ACC5B6878FAF23D9, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,215 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=795ED4E450104901ACC5B6878FAF23D9, vertexName=B9B6FBEAAF2742F49924749DD391FEE7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:56,216 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=795ED4E450104901ACC5B6878FAF23D9, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,217 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 37B4759566F4489BABC22249A0F7BB06 on vertex vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:56,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, vertexId=vertex_1452791216004_0001_1_01, initRequestedTime=1452791216209, initedTime=1452791216218, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:56,218 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:56,219 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:56,219 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 37B4759566F4489BABC22249A0F7BB06 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:56,219 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:56,220 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:56,222 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:56,223 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 37B4759566F4489BABC22249A0F7BB06 on vertex vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,223 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:56,223 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {37B4759566F4489BABC22249A0F7BB06=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:56,224 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] parallelism set to 1
2016-01-14 17:06:56,224 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:56,225 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791216004_0001_1_00, eventCount=1
2016-01-14 17:06:56,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1D466D6DDE343358BF753920E496AF2, vertexId=vertex_1452791216004_0001_1_00, initRequestedTime=1452791216207, initedTime=1452791216227, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:56,227 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:56,227 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] with distanceFromRoot: 0
2016-01-14 17:06:56,228 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:56,228 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,228 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791216004_0001_1_00, startRequestedTime=1452791216228, startedTime=1452791216228
2016-01-14 17:06:56,229 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:56,229 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:56,230 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:56,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_STARTED]: vertexName=B1D466D6DDE343358BF753920E496AF2, taskId=task_1452791216004_0001_1_00_000000, scheduledTime=1452791216230, launchTime=1452791216230
2016-01-14 17:06:56,234 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:56,235 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791216004_0001_1_00 for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] numStartedSources: 1 numSources: 1
2016-01-14 17:06:56,235 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] with distanceFromRoot: 1
2016-01-14 17:06:56,235 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,236 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B1D466D6DDE343358BF753920E496AF2 in vertex: B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,236 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B9B6FBEAAF2742F49924749DD391FEE7 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:56,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791216004_0001_1_01, startRequestedTime=1452791216235, startedTime=1452791216235
2016-01-14 17:06:56,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:56,237 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:56,237 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID, VertexName: B1D466D6DDE343358BF753920E496AF2, VertexParallelism: 1, TaskAttemptID:attempt_1452791216004_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=37B4759566F4489BABC22249A0F7BB06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9B6FBEAAF2742F49924749DD391FEE7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:56,238 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:56,238 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:56,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791216004_0001, with dag id: dag_1452791216004_0001_1
2016-01-14 17:06:56,242 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:56,242 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:56,243 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:56,243 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791216004_0001_00_000001
2016-01-14 17:06:56,244 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:56,246 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791216004_0001_00_000001
2016-01-14 17:06:56,247 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:56,247 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:56,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:56,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791216004_0001_00_000001, launchTime=1452791216248
2016-01-14 17:06:56,251 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216004_0001_00_000001
2016-01-14 17:06:56,251 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791216004_0001_1_00_000000_0] to container: [container_1452791216004_0001_00_000001]
2016-01-14 17:06:56,251 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:56,252 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791216004_0001_00_000001 given task: attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,252 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216004_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,252 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791216004_0001_1_00_000000_0] started. Is using containerId: [container_1452791216004_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:56,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1D466D6DDE343358BF753920E496AF2, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0, startTime=1452791216252, containerId=container_1452791216004_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791216004_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:56,253 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:56,253 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:56,253 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:56 Starting to run new task attempt: attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,255 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,255 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,255 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:56,255 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:56,256 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:56,256 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:56,257 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:56,257 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID, VertexName: B1D466D6DDE343358BF753920E496AF2, VertexParallelism: 1, TaskAttemptID:attempt_1452791216004_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=37B4759566F4489BABC22249A0F7BB06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9B6FBEAAF2742F49924749DD391FEE7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:56,257 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:56,258 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:56,259 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791216004_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:56,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=37B4759566F4489BABC22249A0F7BB06, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:56,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:56,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,264 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B9B6FBEAAF2742F49924749DD391FEE7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:56,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,265 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:56,265 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,268 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:56,268 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,269 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:56,269 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,270 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:56,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,282 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1D466D6DDE343358BF753920E496AF2, ordinal: 0
2016-01-14 17:06:56,283 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1D466D6DDE343358BF753920E496AF2, mem on start (mb), free: 205, total: 390, max: 672
2016-01-14 17:06:56,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:56,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:56,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:56,283 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:56,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:56,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:56,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:56,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:56,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:56,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 37B4759566F4489BABC22249A0F7BB06, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:56,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B9B6FBEAAF2742F49924749DD391FEE7, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:56,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:56,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 37B4759566F4489BABC22249A0F7BB06 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:56,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,286 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:56,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:56,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:56,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:56,287 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,291 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:56,292 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 37B4759566F4489BABC22249A0F7BB06
2016-01-14 17:06:56,292 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 216C107ED20745CC9BB3D6CD01586606
2016-01-14 17:06:56,293 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 216C107ED20745CC9BB3D6CD01586606
2016-01-14 17:06:56,293 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:56,294 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@333b8e45
2016-01-14 17:06:56,294 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@4ef2fee1; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@af96e4a; comparator=cascading.tuple.hadoop.util.TupleComparator@7db7c1e6; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:56,295 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:56,295 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:56,296 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:56,296 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@333b8e45
2016-01-14 17:06:56,296 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:56,297 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:56,309 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:56,310 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:56,310 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:56,310 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:56,311 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:56,312 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:56,312 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:56,313 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1D466D6DDE343358BF753920E496AF2, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:56,316 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,317 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1D466D6DDE343358BF753920E496AF2, mem on close (mb), free: 104, total: 390, max: 672
2016-01-14 17:06:56,317 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:56,317 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:56,318 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:56,318 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:56,322 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:56 Completed running task attempt: attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,328 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:56,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791216004_0001_1_00, eventCount=1
2016-01-14 17:06:56,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1D466D6DDE343358BF753920E496AF2, taskAttemptId=attempt_1452791216004_0001_1_00_000000_0, startTime=1452791216252, finishTime=1452791216331, timeTaken=79, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791216313, Process_Duration=3, Process_End_Time=1452791216316, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:56,331 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:56,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:56,332 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791216004_0001_1_00_000000_0
2016-01-14 17:06:56,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:56,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_FINISHED]: vertexName=B1D466D6DDE343358BF753920E496AF2, taskId=task_1452791216004_0001_1_00_000000, startTime=1452791216252, finishTime=1452791216332, timeTaken=80, status=SUCCEEDED, successfulAttemptID=attempt_1452791216004_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791216313, Process_Duration=3, Process_End_Time=1452791216316, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:56,333 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:56,333 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] : 1
2016-01-14 17:06:56,333 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,334 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:56,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_FINISHED]: vertexName=B1D466D6DDE343358BF753920E496AF2, vertexId=vertex_1452791216004_0001_1_00, initRequestedTime=1452791216207, initedTime=1452791216227, startRequestedTime=1452791216228, startedTime=1452791216228, finishTime=1452791216333, timeTaken=105, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791216313, Process_Duration=3, Process_End_Time=1452791216316, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791216252, firstTasksToStart=[ task_1452791216004_0001_1_00_000000 ], lastTaskFinishTime=1452791216331, lastTasksToFinish=[ task_1452791216004_0001_1_00_000000 ], minTaskDuration=79, maxTaskDuration=79, avgTaskDuration=79.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791216004_0001_1_00_000000 ], longestDurationTasks=[ task_1452791216004_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:56,337 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:56,338 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:56,339 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] attempt: attempt_1452791216004_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:56,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791216313, Process_Duration=3, Process_End_Time=1452791216316, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:56,339 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B9B6FBEAAF2742F49924749DD391FEE7
2016-01-14 17:06:56,339 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:56,340 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,340 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,341 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:56,341 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216004_0001_00_000001
2016-01-14 17:06:56,341 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:56,341 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791216004_0001_00_000001, stoppedTime=1452791216341, exitStatus=0
2016-01-14 17:06:56,342 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791216004_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:56,342 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:56,342 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:56,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:56,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_STARTED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, taskId=task_1452791216004_0001_1_01_000000, scheduledTime=1452791216343, launchTime=1452791216343
2016-01-14 17:06:56,344 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:56,342 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216004_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:56,345 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791216004_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:56,345 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791216004_0001_00_000001, Exiting
2016-01-14 17:06:56,345 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,345 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791216004_0001_00_000001
2016-01-14 17:06:56,346 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791216004_0001_00_000001
2016-01-14 17:06:56,346 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:56,348 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID, VertexName: B9B6FBEAAF2742F49924749DD391FEE7, VertexParallelism: 1, TaskAttemptID:attempt_1452791216004_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1D466D6DDE343358BF753920E496AF2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=795ED4E450104901ACC5B6878FAF23D9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:56,348 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:56,349 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:56,350 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791216004_0001_00_000002
2016-01-14 17:06:56,350 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:56,352 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791216004_0001_00_000002
2016-01-14 17:06:56,352 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791216004_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:56,353 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:56,353 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791216004_0001_00_000001 completed successfully
2016-01-14 17:06:56,354 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:56,355 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:56,356 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:56,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791216004_0001_00_000002, launchTime=1452791216356
2016-01-14 17:06:56,357 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216004_0001_00_000002
2016-01-14 17:06:56,358 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791216004_0001_1_01_000000_0] to container: [container_1452791216004_0001_00_000002]
2016-01-14 17:06:56,359 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:56,359 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791216004_0001_1_01_000000_0] started. Is using containerId: [container_1452791216004_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:56,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, taskAttemptId=attempt_1452791216004_0001_1_01_000000_0, startTime=1452791216359, containerId=container_1452791216004_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791216004_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:56,360 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:56,360 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:56,360 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:56,361 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791216004_0001_00_000002 given task: attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,361 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216004_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56 Starting to run new task attempt: attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,362 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,362 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,362 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:56,362 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:56,362 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:56,362 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:56,362 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:56,363 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88] test/(1/1) ...Removal/value/VALID/VALID, VertexName: B9B6FBEAAF2742F49924749DD391FEE7, VertexParallelism: 1, TaskAttemptID:attempt_1452791216004_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B1D466D6DDE343358BF753920E496AF2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=795ED4E450104901ACC5B6878FAF23D9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:56,363 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:56,363 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,363 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:56,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,364 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B1D466D6DDE343358BF753920E496AF2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:56,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:56,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,368 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:56,366 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791216004_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:56,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=795ED4E450104901ACC5B6878FAF23D9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:56,370 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:56,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:56,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 795ED4E450104901ACC5B6878FAF23D9
2016-01-14 17:06:56,375 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:56,375 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 795ED4E450104901ACC5B6878FAF23D9
2016-01-14 17:06:56,372 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:56,380 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,392 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9B6FBEAAF2742F49924749DD391FEE7, ordinal: 1
2016-01-14 17:06:56,392 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9B6FBEAAF2742F49924749DD391FEE7, mem on start (mb), free: 96, total: 390, max: 672
2016-01-14 17:06:56,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:56,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:56,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:56,400 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:56,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 795ED4E450104901ACC5B6878FAF23D9
2016-01-14 17:06:56,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:56,400 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:56,401 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:56,401 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:56,401 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:56,402 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:56,402 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:56,402 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 795ED4E450104901ACC5B6878FAF23D9, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:56,403 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B1D466D6DDE343358BF753920E496AF2, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:56,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:56,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,404 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:56,404 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:56,405 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B1D466D6DDE343358BF753920E496AF2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:56,405 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:56,405 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:56,405 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:56,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B1D466D6DDE343358BF753920E496AF2 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:56,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:56,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:56,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:56,407 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,412 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791216004_0001_1_00_000000_0_10027, runDuration: 59988, ]
2016-01-14 17:06:56,414 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:56,415 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 216C107ED20745CC9BB3D6CD01586606
2016-01-14 17:06:56,415 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/VALID"], id: 795ED4E450104901ACC5B6878FAF23D9
2016-01-14 17:06:56,416 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/VALID"]
2016-01-14 17:06:56,416 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 216C107ED20745CC9BB3D6CD01586606, for 1 inputs
2016-01-14 17:06:56,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791216004_0001_1_00_000000_0_10027] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791216418, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 17:06:56,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:56,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B1D466D6DDE343358BF753920E496AF2] #5 in 4ms
2016-01-14 17:06:56,419 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B1D466D6DDE343358BF753920E496AF2] #5, status:false, isInterrupted:false
2016-01-14 17:06:56,420 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:56,420 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:56,420 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:56,420 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:56,421 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:56,421 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,422 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9B6FBEAAF2742F49924749DD391FEE7, all 1 inputs ready in: 00:00:00.004
2016-01-14 17:06:56,422 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:56,423 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@78ded0e7; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6c652baf
2016-01-14 17:06:56,425 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:56,436 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:56,447 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(92)) - caught throwable
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:56,451 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:56,457 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:56,458 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791216004_0001_1_01_000000_0
2016-01-14 17:06:56,459 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791216004_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:56,460 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791216004_0001_1_01_000000_0
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:56,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 43 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791216422, Process_Duration=38, Process_End_Time=1452791216460, Read_Duration=1, Tuples_Read=7]]
2016-01-14 17:06:56,472 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, taskAttemptId=attempt_1452791216004_0001_1_01_000000_0, startTime=1452791216359, finishTime=1452791216471, timeTaken=112, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 43, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791216422, Process_Duration=38, Process_End_Time=1452791216460, Read_Duration=1, Tuples_Read=7
2016-01-14 17:06:56,472 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:06:56,472 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791216004_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:06:56,473 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:TASK_FINISHED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, taskId=task_1452791216004_0001_1_01_000000, startTime=1452791216359, finishTime=1452791216473, timeTaken=114, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:06:56,473 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216004_0001_1_01_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:06:56,473 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:56,473 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] : 1
2016-01-14 17:06:56,473 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:56,474 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] because task failed: task_1452791216004_0001_1_01_000000
2016-01-14 17:06:56,474 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:06:56,474 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:06:56,475 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,475 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=795ED4E450104901ACC5B6878FAF23D9, vertexId=vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,475 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:56,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:VERTEX_FINISHED]: vertexName=B9B6FBEAAF2742F49924749DD391FEE7, vertexId=vertex_1452791216004_0001_1_01, initRequestedTime=1452791216209, initedTime=1452791216218, startRequestedTime=1452791216235, startedTime=1452791216235, finishTime=1452791216476, timeTaken=241, status=FAILED, diagnostics=Task failed, taskId=task_1452791216004_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791216359, firstTasksToStart=[ task_1452791216004_0001_1_01_000000 ], lastTaskFinishTime=1452791216471, lastTasksToFinish=[ task_1452791216004_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:06:56,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:56,477 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:06:56,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791216004_0001_00_000002, stoppedTime=1452791216479, exitStatus=0
2016-01-14 17:06:56,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:56,480 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:56,480 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791216004_0001_1_01_000000_0 failed: true container: container_1452791216004_0001_00_000002 numFailedTAs: 0
2016-01-14 17:06:56,480 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9B6FBEAAF2742F49924749DD391FEE7, mem on close (mb), free: 90, total: 390, max: 672
2016-01-14 17:06:56,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=B9B6FBEAAF2742F49924749DD391FEE7, index=1
2016-01-14 17:06:56,481 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,481 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-01-14 17:06:56,482 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:06:56,482 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791216004_0001_1
2016-01-14 17:06:56,482 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(917)) - No output committers for vertex: vertex_1452791216004_0001_1_00 [B1D466D6DDE343358BF753920E496AF2]
2016-01-14 17:06:56,482 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 795ED4E450104901ACC5B6878FAF23D9 for vertex: vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7]
2016-01-14 17:06:56,485 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:56,486 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:56,486 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:56,486 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:56,486 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:56,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=B9B6FBEAAF2742F49924749DD391FEE7, sourceVertex=B1D466D6DDE343358BF753920E496AF2
2016-01-14 17:06:56,486 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791216004_0001_1, queueSize=0
2016-01-14 17:06:56,487 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:56,488 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216004_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791216004_0001_1, startTime=1452791216204, finishTime=1452791216483, timeTaken=279, status=FAILED, diagnostics=Vertex failed, vertexName=B9B6FBEAAF2742F49924749DD391FEE7, vertexId=vertex_1452791216004_0001_1_01, diagnostics=[Task failed, taskId=task_1452791216004_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runValueAssertions(AppliedAssertionsPlatformTest.java:158)] argument tuple: ['7'] was not equal to values: ['0']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertEquals.doAssert(AssertEquals.java:77)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:71)
	at cascading.flow.stream.element.ValueAssertionEachStage.receive(ValueAssertionEachStage.java:35)
	at cascading.flow.stream.duct.CloseReducingDuct.completeGroup(CloseReducingDuct.java:47)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791216004_0001_1_01 [B9B6FBEAAF2742F49924749DD391FEE7] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409468928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791216313, Process_Duration=3, Process_End_Time=1452791216316, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:56,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=B9B6FBEAAF2742F49924749DD391FEE7, sourceVertex=795ED4E450104901ACC5B6878FAF23D9
2016-01-14 17:06:56,496 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791216004_0001_1 finished with state: FAILED
2016-01-14 17:06:56,496 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216004_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:56 Completed Dag: dag_1452791216004_0001_1
2016-01-14 17:06:56,497 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791216004_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 17:06:56,497 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791216004_0001_1, dagState=FAILED
2016-01-14 17:06:56,497 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791216004_0001_1_post
2016-01-14 17:06:56,497 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,497 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:56,497 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:56,498 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791216004_0001_00_000002
2016-01-14 17:06:56,498 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791216004_0001_00_000002
2016-01-14 17:06:56,499 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791216004_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:06:56,500 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791216004_0001_00_000002 completed but with errors
2016-01-14 17:06:56,500 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791216004_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:06:56,500 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216004_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:56,500 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216004_0001_1_01_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:06:56,517 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...Removal/value/VALID/VALID, applicationId=application_1452791216004_0001
2016-01-14 17:06:56,529 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:56,529 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:56,529 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:56,530 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:56,530 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:56,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:56,535 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:56,535 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:56,536 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:56,536 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:56,536 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:56,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:56,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:56,542 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/E6273588A71847298796843F08813642/D20E75E4B50C48E6927ED4823A7E7E88/.tez/application_1452791216004_0001
2016-01-14 17:06:56,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping all jobs
2016-01-14 17:06:56,543 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping: (1/1) ...Removal/value/VALID/VALID
2016-01-14 17:06:56,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopped all jobs
2016-01-14 17:06:56,544 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.560
2016-01-14 17:06:56,545 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/STRICT
2016-01-14 17:06:56,545 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/VALID
2016-01-14 17:06:56,545 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/STRICT/STRICT
2016-01-14 17:06:56,545 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/NONE/VALID
2016-01-14 17:06:56,545 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output//hadoop2-tez/appliedassertionsplatform/testValueAssertionsRemoval/value/VALID/STRICT
2016-01-14 17:06:56,579 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:56,580 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:56,633 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-01-14 17:06:56,652 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.045
2016-01-14 17:06:56,653 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:56,653 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:56,653 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:56,678 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:56,693 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/STRICT
2016-01-14 17:06:56,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:56,773 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:56,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/STRICT"]
2016-01-14 17:06:56,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:56,775 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:56,776 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:56,777 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...Removal/group/NONE/STRICT
2016-01-14 17:06:56,777 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:56,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:56,812 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:56,813 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:56,813 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:56,822 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001 doesn't exist and is created
2016-01-14 17:06:56,843 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:56,843 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:56,844 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001
2016-01-14 17:06:56,849 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791216812_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:56,862 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:56,863 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:56,865 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:56,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:56,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001/localmode-log-dir
2016-01-14 17:06:56,866 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001/localmode-log-dir/history.txt.appattempt_1452791216812_0001_000000, maxErrors=10
2016-01-14 17:06:56,866 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:56,866 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791216812_0001_000000, appSubmitTime=1452791216849, launchTime=1452791216849
2016-01-14 17:06:56,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:56,875 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:56,877 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:56,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:56,883 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:37978
2016-01-14 17:06:56,885 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:56,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791216812_0001_000000, startTime=1452791216887
2016-01-14 17:06:56,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:56,887 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:56,943 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:56,943 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:56,943 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Removal/group/NONE/STRICT, applicationId=application_1452791216812_0001, dagName=[BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT
2016-01-14 17:06:56,962 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT
2016-01-14 17:06:56,963 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791216812_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001/localmode-log-dir/dag_1452791216812_0001_1.dot
2016-01-14 17:06:56,964 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001/localmode-log-dir/dag_1452791216812_0001_1-tez-dag.pb.txt
2016-01-14 17:06:56,976 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791216812_0001_1
2016-01-14 17:06:56,977 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:56,977 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT
2016-01-14 17:06:56 Running Dag: dag_1452791216812_0001_1
2016-01-14 17:06:56,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:56,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791216812_0001_1, submitTime=1452791216962
2016-01-14 17:06:56,991 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:56,991 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:56,992 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:56,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791216812_0001_1, initTime=1452791216991
2016-01-14 17:06:56,993 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216812_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:56,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:DAG_STARTED]: dagID=dag_1452791216812_0001_1, startTime=1452791216993
2016-01-14 17:06:56,993 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:56,993 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216812_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:56,993 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E63F5944BA11460C9605E719133CEDD0 : {3E6C4FF49A554CA4B9EAC2B93C67CC13={InputName=3E6C4FF49A554CA4B9EAC2B93C67CC13}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:56,993 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3E6C4FF49A554CA4B9EAC2B93C67CC13, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:56,994 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:56,994 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:56,994 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:56,994 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:56,995 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]. Starting root input initializers: 1
2016-01-14 17:06:56,995 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:56,995 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:56,995 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Removal/group/NONE/STRICT, applicationId=application_1452791216812_0001, dagName=[BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT
2016-01-14 17:06:56,998 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:56,998 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:56,998 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:56,998 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3E6C4FF49A554CA4B9EAC2B93C67CC13 on vertex vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:56,998 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:56,999 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=31D0DB421C14412187659D2EF99CC640, vertexId=vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:56,999 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=31D0DB421C14412187659D2EF99CC640, vertexId=vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,000 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:57,001 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3E6C4FF49A554CA4B9EAC2B93C67CC13 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:57,003 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=31D0DB421C14412187659D2EF99CC640, vertexName=D99B416CA8D6445C9594D8617952D406, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:57,003 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=31D0DB421C14412187659D2EF99CC640, vertexId=vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,005 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:57,005 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:57,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D99B416CA8D6445C9594D8617952D406, vertexId=vertex_1452791216812_0001_1_01, initRequestedTime=1452791216995, initedTime=1452791217005, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:57,005 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:57,005 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:57,007 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:57,008 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3E6C4FF49A554CA4B9EAC2B93C67CC13 on vertex vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:57,009 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:57,009 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3E6C4FF49A554CA4B9EAC2B93C67CC13=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:57,009 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] parallelism set to 1
2016-01-14 17:06:57,010 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:57,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791216812_0001_1_00, eventCount=1
2016-01-14 17:06:57,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E63F5944BA11460C9605E719133CEDD0, vertexId=vertex_1452791216812_0001_1_00, initRequestedTime=1452791216993, initedTime=1452791217013, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:57,013 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] with distanceFromRoot: 0
2016-01-14 17:06:57,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:57,014 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:57,015 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,015 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:57,017 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:57,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791216812_0001_1_00, startRequestedTime=1452791217015, startedTime=1452791217015
2016-01-14 17:06:57,018 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:57,020 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:57,020 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_STARTED]: vertexName=E63F5944BA11460C9605E719133CEDD0, taskId=task_1452791216812_0001_1_00_000000, scheduledTime=1452791217019, launchTime=1452791217019
2016-01-14 17:06:57,021 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:57,022 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791216812_0001_1_00 for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] numStartedSources: 1 numSources: 1
2016-01-14 17:06:57,022 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] with distanceFromRoot: 1
2016-01-14 17:06:57,023 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:57,024 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E63F5944BA11460C9605E719133CEDD0 in vertex: D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:57,026 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D99B416CA8D6445C9594D8617952D406 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:57,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:57,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791216812_0001_1_01, startRequestedTime=1452791217024, startedTime=1452791217024
2016-01-14 17:06:57,027 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:57,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791216812_0001, with dag id: dag_1452791216812_0001_1
2016-01-14 17:06:57,028 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT, VertexName: E63F5944BA11460C9605E719133CEDD0, VertexParallelism: 1, TaskAttemptID:attempt_1452791216812_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3E6C4FF49A554CA4B9EAC2B93C67CC13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D99B416CA8D6445C9594D8617952D406, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:57,029 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:57,030 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:57,030 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:57,031 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:57,031 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:57,032 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791216812_0001_00_000001
2016-01-14 17:06:57,034 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:57,036 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791216812_0001_00_000001
2016-01-14 17:06:57,036 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:57,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:57,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791216812_0001_00_000001, launchTime=1452791217037
2016-01-14 17:06:57,038 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:57,038 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216812_0001_00_000001
2016-01-14 17:06:57,039 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791216812_0001_1_00_000000_0] to container: [container_1452791216812_0001_00_000001]
2016-01-14 17:06:57,039 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:57,040 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791216812_0001_1_00_000000_0] started. Is using containerId: [container_1452791216812_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:57,040 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E63F5944BA11460C9605E719133CEDD0, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0, startTime=1452791217039, containerId=container_1452791216812_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791216812_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:57,040 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:57,040 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:57,040 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:57,041 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791216812_0001_00_000001 given task: attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,041 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216812_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57 Starting to run new task attempt: attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,041 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,042 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,042 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:57,042 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:57,042 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:57,042 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:57,042 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:57,042 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT, VertexName: E63F5944BA11460C9605E719133CEDD0, VertexParallelism: 1, TaskAttemptID:attempt_1452791216812_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3E6C4FF49A554CA4B9EAC2B93C67CC13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D99B416CA8D6445C9594D8617952D406, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:57,043 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:57,044 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:57,045 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,048 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791216812_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:57,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D99B416CA8D6445C9594D8617952D406, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:57,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:57,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:57,050 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:57,051 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:57,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:57,051 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:57,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3E6C4FF49A554CA4B9EAC2B93C67CC13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:57,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:57,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,053 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,057 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:57,057 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,062 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E63F5944BA11460C9605E719133CEDD0, ordinal: 0
2016-01-14 17:06:57,062 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E63F5944BA11460C9605E719133CEDD0, mem on start (mb), free: 225, total: 391, max: 672
2016-01-14 17:06:57,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:57,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:57,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:57,062 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:57,063 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:57,063 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:57,063 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:57,063 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:57,063 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:57,063 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D99B416CA8D6445C9594D8617952D406, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:57,064 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3E6C4FF49A554CA4B9EAC2B93C67CC13, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:57,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:57,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3E6C4FF49A554CA4B9EAC2B93C67CC13 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:57,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:57,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:57,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,065 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:57,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,065 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:57,066 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,066 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:57,067 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@25c7f5b0
2016-01-14 17:06:57,068 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@25c7f5b0
2016-01-14 17:06:57,068 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:57,069 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:57,070 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:57,071 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 3E6C4FF49A554CA4B9EAC2B93C67CC13
2016-01-14 17:06:57,071 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 825B33F840DC4AE8B2A4F7972107DD0B
2016-01-14 17:06:57,072 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 825B33F840DC4AE8B2A4F7972107DD0B
2016-01-14 17:06:57,072 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@5dd999a3; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@78f5cc77; comparator=cascading.tuple.hadoop.util.TupleComparator@5142d6ab; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:57,073 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:57,073 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:57,073 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:57,087 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:57,087 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:57,087 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:57,087 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:57,088 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:57,088 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:57,089 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:57,089 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E63F5944BA11460C9605E719133CEDD0, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:57,092 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,092 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E63F5944BA11460C9605E719133CEDD0, mem on close (mb), free: 124, total: 391, max: 672
2016-01-14 17:06:57,092 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:57,092 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:57,093 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:57,093 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:57,095 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:57 Completed running task attempt: attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,099 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:57,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791216812_0001_1_00, eventCount=1
2016-01-14 17:06:57,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791217089, Process_Duration=3, Process_End_Time=1452791217092, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:57,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:57,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E63F5944BA11460C9605E719133CEDD0, taskAttemptId=attempt_1452791216812_0001_1_00_000000_0, startTime=1452791217039, finishTime=1452791217101, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217089, Process_Duration=3, Process_End_Time=1452791217092, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:57,102 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:57,102 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791216812_0001_1_00_000000_0
2016-01-14 17:06:57,102 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:57,103 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_FINISHED]: vertexName=E63F5944BA11460C9605E719133CEDD0, taskId=task_1452791216812_0001_1_00_000000, startTime=1452791217039, finishTime=1452791217102, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1452791216812_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217089, Process_Duration=3, Process_End_Time=1452791217092, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:57,103 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:57,103 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] : 1
2016-01-14 17:06:57,104 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:57,103 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216812_0001_00_000001
2016-01-14 17:06:57,103 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:57,104 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:57,106 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:57,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_FINISHED]: vertexName=E63F5944BA11460C9605E719133CEDD0, vertexId=vertex_1452791216812_0001_1_00, initRequestedTime=1452791216993, initedTime=1452791217013, startRequestedTime=1452791217015, startedTime=1452791217015, finishTime=1452791217104, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217089, Process_Duration=3, Process_End_Time=1452791217092, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791217039, firstTasksToStart=[ task_1452791216812_0001_1_00_000000 ], lastTaskFinishTime=1452791217101, lastTasksToFinish=[ task_1452791216812_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791216812_0001_1_00_000000 ], longestDurationTasks=[ task_1452791216812_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:57,106 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:57,106 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] attempt: attempt_1452791216812_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:57,106 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D99B416CA8D6445C9594D8617952D406
2016-01-14 17:06:57,106 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,107 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:57,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:57,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791216812_0001_00_000001, stoppedTime=1452791217107, exitStatus=0
2016-01-14 17:06:57,107 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:57,108 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:57,108 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791216812_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:57,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:57,108 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216812_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:57,109 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791216812_0001_00_000001, Exiting
2016-01-14 17:06:57,109 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791216812_0001_00_000001
2016-01-14 17:06:57,109 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791216812_0001_00_000001
2016-01-14 17:06:57,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_STARTED]: vertexName=D99B416CA8D6445C9594D8617952D406, taskId=task_1452791216812_0001_1_01_000000, scheduledTime=1452791217108, launchTime=1452791217108
2016-01-14 17:06:57,111 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:57,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791216812_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:57,113 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791216812_0001_00_000001
2016-01-14 17:06:57,113 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,115 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:57,115 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT, VertexName: D99B416CA8D6445C9594D8617952D406, VertexParallelism: 1, TaskAttemptID:attempt_1452791216812_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E63F5944BA11460C9605E719133CEDD0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=31D0DB421C14412187659D2EF99CC640, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:57,115 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:57,114 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791216812_0001_00_000001 completed successfully
2016-01-14 17:06:57,116 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:57,116 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:57,117 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791216812_0001_00_000002
2016-01-14 17:06:57,117 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:57,119 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791216812_0001_00_000002
2016-01-14 17:06:57,120 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:57,123 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:57,123 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:57,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791216812_0001_00_000002, launchTime=1452791217123
2016-01-14 17:06:57,124 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216812_0001_00_000002
2016-01-14 17:06:57,125 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791216812_0001_1_01_000000_0] to container: [container_1452791216812_0001_00_000002]
2016-01-14 17:06:57,125 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:57,126 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791216812_0001_00_000002 given task: attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,126 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216812_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,126 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791216812_0001_1_01_000000_0] started. Is using containerId: [container_1452791216812_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:57,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D99B416CA8D6445C9594D8617952D406, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0, startTime=1452791217126, containerId=container_1452791216812_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791216812_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:57,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:57,127 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:57,127 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:57 Starting to run new task attempt: attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,128 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,128 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,129 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:57,129 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:57,129 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:57,129 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:57,129 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:57,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE] test/(1/1) ...Removal/group/NONE/STRICT, VertexName: D99B416CA8D6445C9594D8617952D406, VertexParallelism: 1, TaskAttemptID:attempt_1452791216812_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E63F5944BA11460C9605E719133CEDD0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=31D0DB421C14412187659D2EF99CC640, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:57,130 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:57,130 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:57,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E63F5944BA11460C9605E719133CEDD0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:57,135 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791216812_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:57,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=31D0DB421C14412187659D2EF99CC640, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:57,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:57,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:57,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 31D0DB421C14412187659D2EF99CC640
2016-01-14 17:06:57,137 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:57,137 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 31D0DB421C14412187659D2EF99CC640
2016-01-14 17:06:57,138 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:57,139 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:57,139 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,141 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:57,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,149 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D99B416CA8D6445C9594D8617952D406, ordinal: 1
2016-01-14 17:06:57,150 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D99B416CA8D6445C9594D8617952D406, mem on start (mb), free: 116, total: 391, max: 672
2016-01-14 17:06:57,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:57,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:57,153 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:57,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 31D0DB421C14412187659D2EF99CC640
2016-01-14 17:06:57,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:57,154 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:57,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:57,156 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:57,156 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:57,156 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:57,157 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:57,157 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 31D0DB421C14412187659D2EF99CC640, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:57,157 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E63F5944BA11460C9605E719133CEDD0, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:57,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:57,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E63F5944BA11460C9605E719133CEDD0 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:57,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,158 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:57,158 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:57,158 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:57,159 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:57,160 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E63F5944BA11460C9605E719133CEDD0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:57,161 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:57,161 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:57,161 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:57,162 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,162 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:57,163 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,166 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:57,167 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 825B33F840DC4AE8B2A4F7972107DD0B
2016-01-14 17:06:57,167 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/STRICT"], id: 31D0DB421C14412187659D2EF99CC640
2016-01-14 17:06:57,167 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/STRICT"]
2016-01-14 17:06:57,167 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 825B33F840DC4AE8B2A4F7972107DD0B, for 1 inputs
2016-01-14 17:06:57,167 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791216812_0001_1_00_000000_0_10032, runDuration: 48920, ]
2016-01-14 17:06:57,169 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791216812_0001_1_00_000000_0_10032] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791217169, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:57,169 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,169 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:57,169 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E63F5944BA11460C9605E719133CEDD0] #6 in 1ms
2016-01-14 17:06:57,170 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E63F5944BA11460C9605E719133CEDD0] #6, status:false, isInterrupted:false
2016-01-14 17:06:57,172 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:57,172 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:57,172 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:57,172 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:57,173 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:57,173 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,173 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:57,174 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D99B416CA8D6445C9594D8617952D406, all 1 inputs ready in: 00:00:00.007
2016-01-14 17:06:57,175 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4d711055; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@39e7642b
2016-01-14 17:06:57,177 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:57,177 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:57,177 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,177 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791216812_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:57,178 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,178 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D99B416CA8D6445C9594D8617952D406, mem on close (mb), free: 112, total: 391, max: 672
2016-01-14 17:06:57,178 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E63F5944BA11460C9605E719133CEDD0
2016-01-14 17:06:57,179 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:57,179 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:57,179 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:57,179 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:57,179 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:57 Completed running task attempt: attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,180 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:57,182 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:57,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D99B416CA8D6445C9594D8617952D406, taskAttemptId=attempt_1452791216812_0001_1_01_000000_0, startTime=1452791217126, finishTime=1452791217182, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217174, Process_Duration=4, Process_End_Time=1452791217178, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:57,183 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791216812_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:57,183 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:57,183 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791216812_0001_1_01_000000_0
2016-01-14 17:06:57,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:57,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:TASK_FINISHED]: vertexName=D99B416CA8D6445C9594D8617952D406, taskId=task_1452791216812_0001_1_01_000000, startTime=1452791217126, finishTime=1452791217183, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1452791216812_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217174, Process_Duration=4, Process_End_Time=1452791217178, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:57,184 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791216812_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:57,184 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] : 1
2016-01-14 17:06:57,185 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:57,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:VERTEX_FINISHED]: vertexName=D99B416CA8D6445C9594D8617952D406, vertexId=vertex_1452791216812_0001_1_01, initRequestedTime=1452791216995, initedTime=1452791217005, startRequestedTime=1452791217024, startedTime=1452791217024, finishTime=1452791217185, timeTaken=161, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217174, Process_Duration=4, Process_End_Time=1452791217178, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791217126, firstTasksToStart=[ task_1452791216812_0001_1_01_000000 ], lastTaskFinishTime=1452791217182, lastTasksToFinish=[ task_1452791216812_0001_1_01_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791216812_0001_1_01_000000 ], longestDurationTasks=[ task_1452791216812_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:57,186 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:57,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=19, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791217174, Process_Duration=4, Process_End_Time=1452791217178, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:57,187 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:57,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791216812_0001_00_000002, stoppedTime=1452791217187, exitStatus=0
2016-01-14 17:06:57,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:57,188 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:57,189 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,188 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:57,190 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:57,190 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791216812_0001_1
2016-01-14 17:06:57,190 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791216812_0001_1
2016-01-14 17:06:57,190 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791216812_0001_00_000002
2016-01-14 17:06:57,190 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791216812_0001_1_00 [E63F5944BA11460C9605E719133CEDD0]
2016-01-14 17:06:57,191 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791216812_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:57,191 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 31D0DB421C14412187659D2EF99CC640 for vertex: vertex_1452791216812_0001_1_01 [D99B416CA8D6445C9594D8617952D406]
2016-01-14 17:06:57,191 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791216812_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:57,192 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791216812_0001_00_000002, Exiting
2016-01-14 17:06:57,192 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791216812_0001_00_000002
2016-01-14 17:06:57,192 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791216812_0001_00_000002
2016-01-14 17:06:57,193 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791216812_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:57,194 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791216812_0001_00_000002 completed successfully
2016-01-14 17:06:57,205 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791216812_0001_1, queueSize=0
2016-01-14 17:06:57,206 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:57,207 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791216812_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791216812_0001_1, startTime=1452791216993, finishTime=1452791217203, timeTaken=210, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=704, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=819986432, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582434263, Process_Duration=7, Process_End_Time=2905582434270, Read_Duration=3, Tuples_Read=17, Tuples_Written=8, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:57,207 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791216812_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:57,207 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791216812_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:57,208 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791216812_0001_00_000002
2016-01-14 17:06:57,208 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791216812_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:57 Completed Dag: dag_1452791216812_0001_1
2016-01-14 17:06:57,209 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791216812_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:57,210 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791216812_0001_1_post
2016-01-14 17:06:57,210 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,210 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:57,216 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...Removal/group/NONE/STRICT, applicationId=application_1452791216812_0001
2016-01-14 17:06:57,218 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:57,218 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:57,218 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:57,218 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:57,218 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:57,219 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:57,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:57,220 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:57,220 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:57,221 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:57,221 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:57,223 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:57,223 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:57,228 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/BCC84A48F0BC44A8AF9BE7FEE4A7C60D/E311D64BDDD64000996E630A8C222DBE/.tez/application_1452791216812_0001
2016-01-14 17:06:57,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.456
2016-01-14 17:06:57,290 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:57,290 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:57,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-01-14 17:06:57,353 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.035
2016-01-14 17:06:57,353 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:57,353 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:57,354 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:57,369 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:57,377 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/STRICT
2016-01-14 17:06:57,426 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:57,427 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:57,427 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/STRICT"]
2016-01-14 17:06:57,427 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:57,428 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:57,428 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:57,429 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...emoval/group/VALID/STRICT
2016-01-14 17:06:57,429 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:57,442 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:57,446 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:57,447 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:57,447 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:57,458 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001 doesn't exist and is created
2016-01-14 17:06:57,478 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:57,479 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:57,479 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001
2016-01-14 17:06:57,483 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791217446_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:57,499 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:57,500 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:57,502 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:57,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:57,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001/localmode-log-dir
2016-01-14 17:06:57,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001/localmode-log-dir/history.txt.appattempt_1452791217446_0001_000000, maxErrors=10
2016-01-14 17:06:57,503 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:57,503 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791217446_0001_000000, appSubmitTime=1452791217482, launchTime=1452791217482
2016-01-14 17:06:57,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:57,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:57,513 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34527
2016-01-14 17:06:57,513 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:57,523 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:57,524 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:57,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791217446_0001_000000, startTime=1452791217525
2016-01-14 17:06:57,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:57,526 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:57,579 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:57,579 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:57,579 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...emoval/group/VALID/STRICT, applicationId=application_1452791217446_0001, dagName=[F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT
2016-01-14 17:06:57,601 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT
2016-01-14 17:06:57,602 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791217446_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001/localmode-log-dir/dag_1452791217446_0001_1.dot
2016-01-14 17:06:57,603 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001/localmode-log-dir/dag_1452791217446_0001_1-tez-dag.pb.txt
2016-01-14 17:06:57,615 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791217446_0001_1
2016-01-14 17:06:57,615 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,616 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT
2016-01-14 17:06:57 Running Dag: dag_1452791217446_0001_1
2016-01-14 17:06:57,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791217446_0001_1, submitTime=1452791217601
2016-01-14 17:06:57,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:57,633 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,633 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:57,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791217446_0001_1, initTime=1452791217632
2016-01-14 17:06:57,634 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:57,634 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791217446_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:57,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:DAG_STARTED]: dagID=dag_1452791217446_0001_1, startTime=1452791217636
2016-01-14 17:06:57,636 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:57,637 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791217446_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:57,637 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19 : {C0FA11752AF849D6B60FA705106F53EA={InputName=C0FA11752AF849D6B60FA705106F53EA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:57,637 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C0FA11752AF849D6B60FA705106F53EA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:57,637 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,637 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:57,637 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,638 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]. Starting root input initializers: 1
2016-01-14 17:06:57,638 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:57,638 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,639 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...emoval/group/VALID/STRICT, applicationId=application_1452791217446_0001, dagName=[F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT
2016-01-14 17:06:57,642 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:57,642 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,642 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,642 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,642 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E0EA0AFEBDFB45078C026204E8E0911A, vertexId=vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:57,643 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E0EA0AFEBDFB45078C026204E8E0911A, vertexId=vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,644 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C0FA11752AF849D6B60FA705106F53EA on vertex vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,645 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E0EA0AFEBDFB45078C026204E8E0911A, vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:57,645 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E0EA0AFEBDFB45078C026204E8E0911A, vertexId=vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:57,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, vertexId=vertex_1452791217446_0001_1_01, initRequestedTime=1452791217638, initedTime=1452791217647, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:57,648 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:57,651 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:57,653 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C0FA11752AF849D6B60FA705106F53EA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:57,653 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:57,653 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:57,657 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:57,657 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C0FA11752AF849D6B60FA705106F53EA on vertex vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C0FA11752AF849D6B60FA705106F53EA=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:57,658 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] parallelism set to 1
2016-01-14 17:06:57,659 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:57,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791217446_0001_1_00, eventCount=1
2016-01-14 17:06:57,661 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:57,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, vertexId=vertex_1452791217446_0001_1_00, initRequestedTime=1452791217637, initedTime=1452791217660, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:57,661 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] with distanceFromRoot: 0
2016-01-14 17:06:57,662 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:57,662 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,662 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,663 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:57,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791217446_0001_1_00, startRequestedTime=1452791217662, startedTime=1452791217662
2016-01-14 17:06:57,663 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:57,664 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:57,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_STARTED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, taskId=task_1452791217446_0001_1_00_000000, scheduledTime=1452791217664, launchTime=1452791217664
2016-01-14 17:06:57,665 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:57,665 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791217446_0001_1_00 for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] numStartedSources: 1 numSources: 1
2016-01-14 17:06:57,665 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] with distanceFromRoot: 1
2016-01-14 17:06:57,666 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,666 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19 in vertex: B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,667 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B4DB7A6DE73C4071AC7AC326DCFAFD51 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:57,667 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791217446_0001, with dag id: dag_1452791217446_0001_1
2016-01-14 17:06:57,667 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791217446_0001_1_01, startRequestedTime=1452791217666, startedTime=1452791217666
2016-01-14 17:06:57,667 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:57,668 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:57,669 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT, VertexName: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, VertexParallelism: 1, TaskAttemptID:attempt_1452791217446_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C0FA11752AF849D6B60FA705106F53EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:57,669 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:57,669 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:57,670 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:57,671 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:57,671 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:57,672 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791217446_0001_00_000001
2016-01-14 17:06:57,673 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:57,675 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791217446_0001_00_000001
2016-01-14 17:06:57,675 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:57,676 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:57,676 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:57,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791217446_0001_00_000001, launchTime=1452791217676
2016-01-14 17:06:57,677 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791217446_0001_00_000001
2016-01-14 17:06:57,679 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791217446_0001_1_00_000000_0] to container: [container_1452791217446_0001_00_000001]
2016-01-14 17:06:57,679 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:57,679 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791217446_0001_00_000001 given task: attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,679 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791217446_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,680 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791217446_0001_1_00_000000_0] started. Is using containerId: [container_1452791217446_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:57,680 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0, startTime=1452791217679, containerId=container_1452791217446_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791217446_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:57,680 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:57,680 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:57,681 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:57 Starting to run new task attempt: attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,682 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,682 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,683 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:57,683 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:57,683 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:57,684 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:57,684 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:57,684 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT, VertexName: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, VertexParallelism: 1, TaskAttemptID:attempt_1452791217446_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C0FA11752AF849D6B60FA705106F53EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:57,685 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:57,687 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791217446_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:57,695 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:57,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C0FA11752AF849D6B60FA705106F53EA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:57,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:57,698 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:57,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,699 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:57,699 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,701 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:57,701 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,701 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,702 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,701 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:57,702 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,709 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:57,709 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,715 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, ordinal: 0
2016-01-14 17:06:57,715 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, mem on start (mb), free: 238, total: 391, max: 672
2016-01-14 17:06:57,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:57,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:57,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:57,716 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:57,716 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:57,716 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:57,717 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:57,717 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:57,717 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:57,718 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B4DB7A6DE73C4071AC7AC326DCFAFD51, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:57,718 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C0FA11752AF849D6B60FA705106F53EA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:57,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:57,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C0FA11752AF849D6B60FA705106F53EA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:57,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:57,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:57,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,722 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:57,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:57,723 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,724 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:57,725 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2bebb9d3
2016-01-14 17:06:57,726 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:57,727 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2bebb9d3
2016-01-14 17:06:57,727 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: C0FA11752AF849D6B60FA705106F53EA
2016-01-14 17:06:57,727 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 6EC8BDAEA4B5437B879DF2CA347655CB
2016-01-14 17:06:57,728 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 6EC8BDAEA4B5437B879DF2CA347655CB
2016-01-14 17:06:57,728 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@16fac25c; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@28ee31cd; comparator=cascading.tuple.hadoop.util.TupleComparator@2e079eb9; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:57,729 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:57,729 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:57,729 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:57,727 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:57,731 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:57,743 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:57,743 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:57,744 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:57,744 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:57,744 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:57,745 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:57,745 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:57,746 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, all 1 inputs ready in: 00:00:00.001
2016-01-14 17:06:57,749 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,750 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, mem on close (mb), free: 135, total: 391, max: 672
2016-01-14 17:06:57,750 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:57,750 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:57,751 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:57,751 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:57,755 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:57 Completed running task attempt: attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,761 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:57,762 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791217446_0001_1_00, eventCount=1
2016-01-14 17:06:57,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:57,762 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, taskAttemptId=attempt_1452791217446_0001_1_00_000000_0, startTime=1452791217679, finishTime=1452791217762, timeTaken=83, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217746, Process_Duration=3, Process_End_Time=1452791217749, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:57,763 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:57,763 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791217446_0001_1_00_000000_0
2016-01-14 17:06:57,763 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:57,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:57,764 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_FINISHED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, taskId=task_1452791217446_0001_1_00_000000, startTime=1452791217679, finishTime=1452791217763, timeTaken=84, status=SUCCEEDED, successfulAttemptID=attempt_1452791217446_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217746, Process_Duration=3, Process_End_Time=1452791217749, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:57,764 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:57,765 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] : 1
2016-01-14 17:06:57,765 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:57,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_FINISHED]: vertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, vertexId=vertex_1452791217446_0001_1_00, initRequestedTime=1452791217637, initedTime=1452791217660, startRequestedTime=1452791217662, startedTime=1452791217662, finishTime=1452791217765, timeTaken=103, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217746, Process_Duration=3, Process_End_Time=1452791217749, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791217679, firstTasksToStart=[ task_1452791217446_0001_1_00_000000 ], lastTaskFinishTime=1452791217762, lastTasksToFinish=[ task_1452791217446_0001_1_00_000000 ], minTaskDuration=83, maxTaskDuration=83, avgTaskDuration=83.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791217446_0001_1_00_000000 ], longestDurationTasks=[ task_1452791217446_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:57,768 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:57,769 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:57,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791217446_0001_00_000001, stoppedTime=1452791217769, exitStatus=0
2016-01-14 17:06:57,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:57,769 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791217746, Process_Duration=3, Process_End_Time=1452791217749, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:57,769 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:57,771 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:57,771 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,771 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791217446_0001_00_000001
2016-01-14 17:06:57,772 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791217446_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:57,772 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791217446_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:57,772 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791217446_0001_00_000001, Exiting
2016-01-14 17:06:57,772 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791217446_0001_00_000001
2016-01-14 17:06:57,772 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791217446_0001_00_000001
2016-01-14 17:06:57,773 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] attempt: attempt_1452791217446_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:57,776 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B4DB7A6DE73C4071AC7AC326DCFAFD51
2016-01-14 17:06:57,776 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,777 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:57,777 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791217446_0001_00_000001
2016-01-14 17:06:57,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_STARTED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, taskId=task_1452791217446_0001_1_01_000000, scheduledTime=1452791217777, launchTime=1452791217777
2016-01-14 17:06:57,777 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:57,777 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,778 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:57,778 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT, VertexName: B4DB7A6DE73C4071AC7AC326DCFAFD51, VertexParallelism: 1, TaskAttemptID:attempt_1452791217446_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E0EA0AFEBDFB45078C026204E8E0911A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:57,778 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:57,779 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:57,780 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791217446_0001_00_000002
2016-01-14 17:06:57,780 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:57,776 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791217446_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:57,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:57,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791217446_0001_00_000001 completed successfully
2016-01-14 17:06:57,782 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791217446_0001_00_000002
2016-01-14 17:06:57,782 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:57,783 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:57,787 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:57,787 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:57,788 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791217446_0001_00_000002, launchTime=1452791217787
2016-01-14 17:06:57,789 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791217446_0001_00_000002
2016-01-14 17:06:57,789 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791217446_0001_1_01_000000_0] to container: [container_1452791217446_0001_00_000002]
2016-01-14 17:06:57,790 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:57,790 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791217446_0001_00_000002 given task: attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,790 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791217446_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,790 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791217446_0001_1_01_000000_0] started. Is using containerId: [container_1452791217446_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:57,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0, startTime=1452791217790, containerId=container_1452791217446_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791217446_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:57,791 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:57,791 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:57 Starting to run new task attempt: attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,791 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,791 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,792 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:57,792 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:57,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:57,792 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:57,793 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:57,793 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:57,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13] test/(1/1) ...emoval/group/VALID/STRICT, VertexName: B4DB7A6DE73C4071AC7AC326DCFAFD51, VertexParallelism: 1, TaskAttemptID:attempt_1452791217446_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E0EA0AFEBDFB45078C026204E8E0911A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:57,794 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:57,794 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,794 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:57,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,795 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791217446_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:57,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:57,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:57,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,800 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:57,801 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:57,801 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:57,802 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,802 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E0EA0AFEBDFB45078C026204E8E0911A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:57,803 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:57,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E0EA0AFEBDFB45078C026204E8E0911A
2016-01-14 17:06:57,804 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:57,804 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E0EA0AFEBDFB45078C026204E8E0911A
2016-01-14 17:06:57,815 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B4DB7A6DE73C4071AC7AC326DCFAFD51, ordinal: 1
2016-01-14 17:06:57,816 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4DB7A6DE73C4071AC7AC326DCFAFD51, mem on start (mb), free: 129, total: 391, max: 672
2016-01-14 17:06:57,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:57,817 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:57,817 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:57,823 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:57,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E0EA0AFEBDFB45078C026204E8E0911A
2016-01-14 17:06:57,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:57,823 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:57,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:57,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:57,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:57,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:57,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:57,824 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:57,824 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E0EA0AFEBDFB45078C026204E8E0911A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:57,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:57,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:57,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:57,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:57,826 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:57,827 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:57,829 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:57,829 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:57,829 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:57,829 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:57,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:57,831 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,836 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:57,837 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 6EC8BDAEA4B5437B879DF2CA347655CB
2016-01-14 17:06:57,837 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/STRICT"], id: E0EA0AFEBDFB45078C026204E8E0911A
2016-01-14 17:06:57,837 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/STRICT"]
2016-01-14 17:06:57,838 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 6EC8BDAEA4B5437B879DF2CA347655CB, for 1 inputs
2016-01-14 17:06:57,837 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791217446_0001_1_00_000000_0_10039, runDuration: 58762, ]
2016-01-14 17:06:57,840 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791217446_0001_1_00_000000_0_10039] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791217840, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:57,840 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,840 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:57,841 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] #7 in 2ms
2016-01-14 17:06:57,841 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19] #7, status:false, isInterrupted:false
2016-01-14 17:06:57,842 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:57,842 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:57,842 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:57,842 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:57,843 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:57,843 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,843 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:57,844 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B4DB7A6DE73C4071AC7AC326DCFAFD51, all 1 inputs ready in: 00:00:00.006
2016-01-14 17:06:57,845 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@774c3f20; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2ec48b10
2016-01-14 17:06:57,847 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:57,847 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:57,848 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,848 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791217446_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:57,849 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,849 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4DB7A6DE73C4071AC7AC326DCFAFD51, mem on close (mb), free: 125, total: 391, max: 672
2016-01-14 17:06:57,850 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19
2016-01-14 17:06:57,850 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:57,850 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:57,851 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:57,851 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:57,851 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:57 Completed running task attempt: attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,853 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:57,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, taskAttemptId=attempt_1452791217446_0001_1_01_000000_0, startTime=1452791217790, finishTime=1452791217854, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=14, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217844, Process_Duration=5, Process_End_Time=1452791217849, Read_Duration=0, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:57,855 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791217446_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:57,855 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:57,855 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791217446_0001_1_01_000000_0
2016-01-14 17:06:57,856 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:TASK_FINISHED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, taskId=task_1452791217446_0001_1_01_000000, startTime=1452791217790, finishTime=1452791217855, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1452791217446_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=14, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217844, Process_Duration=5, Process_End_Time=1452791217849, Read_Duration=0, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:57,856 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791217446_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:57,856 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] : 1
2016-01-14 17:06:57,856 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,857 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:57,858 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:57,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:VERTEX_FINISHED]: vertexName=B4DB7A6DE73C4071AC7AC326DCFAFD51, vertexId=vertex_1452791217446_0001_1_01, initRequestedTime=1452791217638, initedTime=1452791217647, startRequestedTime=1452791217666, startedTime=1452791217666, finishTime=1452791217857, timeTaken=191, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=14, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791217844, Process_Duration=5, Process_End_Time=1452791217849, Read_Duration=0, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791217790, firstTasksToStart=[ task_1452791217446_0001_1_01_000000 ], lastTaskFinishTime=1452791217854, lastTasksToFinish=[ task_1452791217446_0001_1_01_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791217446_0001_1_01_000000 ], longestDurationTasks=[ task_1452791217446_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:57,858 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:57,859 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:57,859 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:57,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791217446_0001_00_000002, stoppedTime=1452791217859, exitStatus=0
2016-01-14 17:06:57,859 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:57,859 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:57,859 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791217446_0001_1
2016-01-14 17:06:57,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791217446_0001_1
2016-01-14 17:06:57,860 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:57,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=14, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791217844, Process_Duration=5, Process_End_Time=1452791217849, Read_Duration=0, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:57,860 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E0EA0AFEBDFB45078C026204E8E0911A for vertex: vertex_1452791217446_0001_1_01 [B4DB7A6DE73C4071AC7AC326DCFAFD51]
2016-01-14 17:06:57,864 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:57,864 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,864 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791217446_0001_00_000002
2016-01-14 17:06:57,864 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791217446_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:57,865 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791217446_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:57,865 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791217446_0001_00_000002, Exiting
2016-01-14 17:06:57,865 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791217446_0001_00_000002
2016-01-14 17:06:57,865 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791217446_0001_00_000002
2016-01-14 17:06:57,867 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791217446_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:57,867 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791217446_0001_00_000002 completed successfully
2016-01-14 17:06:57,876 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791217446_0001_1_00 [B8BB0F8AA2CB4A2D8D9A2EAC0C10AA19]
2016-01-14 17:06:57,879 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791217446_0001_1, queueSize=0
2016-01-14 17:06:57,880 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:57,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791217446_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791217446_0001_1, startTime=1452791217636, finishTime=1452791217876, timeTaken=240, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=1224, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=819986432, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=14, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582435590, Process_Duration=8, Process_End_Time=2905582435598, Read_Duration=2, Tuples_Read=17, Tuples_Written=8, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:57,881 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791217446_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:57,881 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791217446_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:57,882 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791217446_0001_00_000002
2016-01-14 17:06:57,882 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791217446_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:57 Completed Dag: dag_1452791217446_0001_1
2016-01-14 17:06:57,883 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791217446_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:57,883 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791217446_0001_1_post
2016-01-14 17:06:57,883 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:57,883 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:57,889 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...emoval/group/VALID/STRICT, applicationId=application_1452791217446_0001
2016-01-14 17:06:57,892 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:57,892 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:57,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:57,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:57,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:57,892 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:57,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:57,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:57,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:57,893 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:57,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:57,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:57,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:57,898 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/F276AA99D9B7443495D31A8FD42B7B96/E364518491F046749EBC1584802E4D13/.tez/application_1452791217446_0001
2016-01-14 17:06:57,898 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.472
2016-01-14 17:06:57,967 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:57,968 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:58,021 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 17:06:58,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.040
2016-01-14 17:06:58,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:58,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:58,039 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:58,056 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:58,065 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/STRICT/STRICT
2016-01-14 17:06:58,121 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:58,122 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,122 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/STRICT/STRICT"]
2016-01-14 17:06:58,123 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:58,124 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:58,124 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:58,125 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58,125 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:58,137 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:58,142 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:58,142 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:58,142 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:58,152 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001 doesn't exist and is created
2016-01-14 17:06:58,169 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:58,169 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:58,170 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001
2016-01-14 17:06:58,173 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791218142_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:58,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:58,184 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:58,185 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:58,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:58,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001/localmode-log-dir
2016-01-14 17:06:58,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001/localmode-log-dir/history.txt.appattempt_1452791218142_0001_000000, maxErrors=10
2016-01-14 17:06:58,186 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:58,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791218142_0001_000000, appSubmitTime=1452791218173, launchTime=1452791218173
2016-01-14 17:06:58,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:58,192 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:58,193 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:58,193 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:58,197 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:45532
2016-01-14 17:06:58,199 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:58,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791218142_0001_000000, startTime=1452791218201
2016-01-14 17:06:58,201 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:58,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:58,236 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:06:58,236 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:06:58,270 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:58,270 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:58,270 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...moval/group/STRICT/STRICT, applicationId=application_1452791218142_0001, dagName=[1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58,286 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58,287 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791218142_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001/localmode-log-dir/dag_1452791218142_0001_1.dot
2016-01-14 17:06:58,288 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001/localmode-log-dir/dag_1452791218142_0001_1-tez-dag.pb.txt
2016-01-14 17:06:58,304 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791218142_0001_1
2016-01-14 17:06:58,304 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,304 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58 Running Dag: dag_1452791218142_0001_1
2016-01-14 17:06:58,319 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791218142_0001_1, submitTime=1452791218286
2016-01-14 17:06:58,319 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:58,320 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,320 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:58,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791218142_0001_1, initTime=1452791218319
2016-01-14 17:06:58,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:58,321 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218142_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:58,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:DAG_STARTED]: dagID=dag_1452791218142_0001_1, startTime=1452791218321
2016-01-14 17:06:58,322 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:58,322 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218142_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C0F02959E82B4E64B4231C3E4E23D57D : {B6D0107971FA40DE9B183C16361E16A1={InputName=B6D0107971FA40DE9B183C16361E16A1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B6D0107971FA40DE9B183C16361E16A1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,322 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]. Starting root input initializers: 1
2016-01-14 17:06:58,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:58,323 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:58,323 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,323 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B6D0107971FA40DE9B183C16361E16A1 on vertex vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,325 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:58,326 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B6D0107971FA40DE9B183C16361E16A1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:58,326 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:58,327 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:58,327 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:58,338 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,338 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,338 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,338 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=98764B8F53A5482097EBB1C175826477, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:58,339 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=98764B8F53A5482097EBB1C175826477, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,340 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:58,340 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B6D0107971FA40DE9B183C16361E16A1 on vertex vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,341 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...moval/group/STRICT/STRICT, applicationId=application_1452791218142_0001, dagName=[1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58,342 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=98764B8F53A5482097EBB1C175826477, vertexName=B57AF569A4874A9E8A49D5C16465207E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:58,343 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=98764B8F53A5482097EBB1C175826477, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,347 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:58,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, vertexId=vertex_1452791218142_0001_1_01, initRequestedTime=1452791218323, initedTime=1452791218347, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:58,348 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:58,348 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:58,348 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B6D0107971FA40DE9B183C16361E16A1=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:58,349 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] parallelism set to 1
2016-01-14 17:06:58,349 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:58,351 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791218142_0001_1_00, eventCount=1
2016-01-14 17:06:58,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, vertexId=vertex_1452791218142_0001_1_00, initRequestedTime=1452791218322, initedTime=1452791218351, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:58,352 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] with distanceFromRoot: 0
2016-01-14 17:06:58,352 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:58,353 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:58,354 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,354 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791218142_0001_1_00, startRequestedTime=1452791218354, startedTime=1452791218354
2016-01-14 17:06:58,355 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:58,356 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:58,357 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:58,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_STARTED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, taskId=task_1452791218142_0001_1_00_000000, scheduledTime=1452791218356, launchTime=1452791218356
2016-01-14 17:06:58,358 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791218142_0001, with dag id: dag_1452791218142_0001_1
2016-01-14 17:06:58,358 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:58,358 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791218142_0001_1_00 for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] numStartedSources: 1 numSources: 1
2016-01-14 17:06:58,359 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] with distanceFromRoot: 1
2016-01-14 17:06:58,360 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,360 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C0F02959E82B4E64B4231C3E4E23D57D in vertex: B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,360 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B57AF569A4874A9E8A49D5C16465207E with 1 source tasks and 1 pending tasks
2016-01-14 17:06:58,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791218142_0001_1_01, startRequestedTime=1452791218360, startedTime=1452791218360
2016-01-14 17:06:58,361 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:58,361 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:58,362 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT, VertexName: C0F02959E82B4E64B4231C3E4E23D57D, VertexParallelism: 1, TaskAttemptID:attempt_1452791218142_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B6D0107971FA40DE9B183C16361E16A1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B57AF569A4874A9E8A49D5C16465207E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:58,362 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:58,363 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:58,363 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:58,364 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:58,364 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:58,364 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791218142_0001_00_000001
2016-01-14 17:06:58,364 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:58,366 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791218142_0001_00_000001
2016-01-14 17:06:58,366 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:58,367 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:58,367 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:58,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791218142_0001_00_000001, launchTime=1452791218367
2016-01-14 17:06:58,368 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218142_0001_00_000001
2016-01-14 17:06:58,369 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791218142_0001_1_00_000000_0] to container: [container_1452791218142_0001_00_000001]
2016-01-14 17:06:58,369 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:58,370 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791218142_0001_1_00_000000_0] started. Is using containerId: [container_1452791218142_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:58,370 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:58,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0, startTime=1452791218369, containerId=container_1452791218142_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791218142_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:58,370 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:58,370 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:58,370 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791218142_0001_00_000001 given task: attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,371 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218142_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58 Starting to run new task attempt: attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,371 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,372 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,372 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:58,372 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:58,373 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:58,373 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:58,373 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:58,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT, VertexName: C0F02959E82B4E64B4231C3E4E23D57D, VertexParallelism: 1, TaskAttemptID:attempt_1452791218142_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B6D0107971FA40DE9B183C16361E16A1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B57AF569A4874A9E8A49D5C16465207E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:58,374 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:58,374 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:58,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B6D0107971FA40DE9B183C16361E16A1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:58,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:58,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,378 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,378 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:58,378 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791218142_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:58,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B57AF569A4874A9E8A49D5C16465207E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:58,381 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:58,382 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,382 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,382 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:58,382 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,384 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:58,384 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,385 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,389 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C0F02959E82B4E64B4231C3E4E23D57D, ordinal: 0
2016-01-14 17:06:58,390 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0F02959E82B4E64B4231C3E4E23D57D, mem on start (mb), free: 248, total: 391, max: 672
2016-01-14 17:06:58,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:58,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:58,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:58,390 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:58,391 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:58,392 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:58,393 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:58,393 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:58,394 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:58,394 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B6D0107971FA40DE9B183C16361E16A1, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:58,394 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B57AF569A4874A9E8A49D5C16465207E, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:58,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:58,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B6D0107971FA40DE9B183C16361E16A1 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:58,396 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:58,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:58,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,397 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:58,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:58,398 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,399 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:58,400 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@298856b
2016-01-14 17:06:58,401 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,401 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@298856b
2016-01-14 17:06:58,401 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:58,401 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:58,403 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: B6D0107971FA40DE9B183C16361E16A1
2016-01-14 17:06:58,404 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: DEBFD36B3D764A80A49D78190EB0C8D3
2016-01-14 17:06:58,404 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] DEBFD36B3D764A80A49D78190EB0C8D3
2016-01-14 17:06:58,405 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3c7f41e0; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@46bdf827; comparator=cascading.tuple.hadoop.util.TupleComparator@61eeecb9; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:58,405 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:58,406 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:58,406 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:58,421 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:58,423 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:58,423 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:58,424 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:58,424 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:58,425 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,425 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:58,425 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C0F02959E82B4E64B4231C3E4E23D57D, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:58,428 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,429 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0F02959E82B4E64B4231C3E4E23D57D, mem on close (mb), free: 147, total: 391, max: 672
2016-01-14 17:06:58,429 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:58,429 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:58,429 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:58,430 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:58,433 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:58 Completed running task attempt: attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,438 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:58,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791218142_0001_1_00, eventCount=1
2016-01-14 17:06:58,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791218426, Process_Duration=2, Process_End_Time=1452791218428, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:58,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, taskAttemptId=attempt_1452791218142_0001_1_00_000000_0, startTime=1452791218369, finishTime=1452791218440, timeTaken=71, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218426, Process_Duration=2, Process_End_Time=1452791218428, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:58,441 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:58,441 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,440 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:58,441 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:58,441 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791218142_0001_1_00_000000_0
2016-01-14 17:06:58,442 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218142_0001_00_000001
2016-01-14 17:06:58,442 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:58,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_FINISHED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, taskId=task_1452791218142_0001_1_00_000000, startTime=1452791218369, finishTime=1452791218441, timeTaken=72, status=SUCCEEDED, successfulAttemptID=attempt_1452791218142_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218426, Process_Duration=2, Process_End_Time=1452791218428, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:58,442 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:58,442 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] : 1
2016-01-14 17:06:58,443 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,443 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:58,445 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:58,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_FINISHED]: vertexName=C0F02959E82B4E64B4231C3E4E23D57D, vertexId=vertex_1452791218142_0001_1_00, initRequestedTime=1452791218322, initedTime=1452791218351, startRequestedTime=1452791218354, startedTime=1452791218354, finishTime=1452791218443, timeTaken=89, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218426, Process_Duration=2, Process_End_Time=1452791218428, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791218369, firstTasksToStart=[ task_1452791218142_0001_1_00_000000 ], lastTaskFinishTime=1452791218440, lastTasksToFinish=[ task_1452791218142_0001_1_00_000000 ], minTaskDuration=71, maxTaskDuration=71, avgTaskDuration=71.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791218142_0001_1_00_000000 ], longestDurationTasks=[ task_1452791218142_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:58,446 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:58,446 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] attempt: attempt_1452791218142_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:58,446 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B57AF569A4874A9E8A49D5C16465207E
2016-01-14 17:06:58,446 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,447 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:58,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791218142_0001_00_000001, stoppedTime=1452791218447, exitStatus=0
2016-01-14 17:06:58,447 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:58,448 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:58,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_STARTED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, taskId=task_1452791218142_0001_1_01_000000, scheduledTime=1452791218448, launchTime=1452791218448
2016-01-14 17:06:58,448 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:58,449 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,449 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT, VertexName: B57AF569A4874A9E8A49D5C16465207E, VertexParallelism: 1, TaskAttemptID:attempt_1452791218142_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C0F02959E82B4E64B4231C3E4E23D57D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=98764B8F53A5482097EBB1C175826477, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:58,449 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:58,448 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:58,449 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:58,449 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:58,449 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791218142_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:58,450 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:58,451 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791218142_0001_00_000002
2016-01-14 17:06:58,451 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:58,453 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791218142_0001_00_000002
2016-01-14 17:06:58,453 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:58,453 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791218142_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:58,454 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218142_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:58,454 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791218142_0001_00_000001, Exiting
2016-01-14 17:06:58,454 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791218142_0001_00_000001
2016-01-14 17:06:58,454 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791218142_0001_00_000001
2016-01-14 17:06:58,454 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:58,454 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:58,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791218142_0001_00_000002, launchTime=1452791218454
2016-01-14 17:06:58,457 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218142_0001_00_000002
2016-01-14 17:06:58,457 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791218142_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:58,458 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791218142_0001_1_01_000000_0] to container: [container_1452791218142_0001_00_000002]
2016-01-14 17:06:58,458 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:58,458 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791218142_0001_00_000001 completed successfully
2016-01-14 17:06:58,459 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791218142_0001_1_01_000000_0] started. Is using containerId: [container_1452791218142_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:58,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:58,459 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791218142_0001_00_000002 given task: attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, taskAttemptId=attempt_1452791218142_0001_1_01_000000_0, startTime=1452791218459, containerId=container_1452791218142_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791218142_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:58,460 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:58,460 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:58,460 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:58,460 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218142_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58 Starting to run new task attempt: attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,461 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,461 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,461 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:58,461 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:58,461 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:58,461 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:58,462 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:58,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27] test/(1/1) ...moval/group/STRICT/STRICT, VertexName: B57AF569A4874A9E8A49D5C16465207E, VertexParallelism: 1, TaskAttemptID:attempt_1452791218142_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C0F02959E82B4E64B4231C3E4E23D57D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=98764B8F53A5482097EBB1C175826477, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:58,462 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:58,462 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,463 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:58,463 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,464 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791218142_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:58,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C0F02959E82B4E64B4231C3E4E23D57D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:58,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:58,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,468 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:58,468 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:58,468 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=98764B8F53A5482097EBB1C175826477, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:58,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:58,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 98764B8F53A5482097EBB1C175826477
2016-01-14 17:06:58,474 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:58,474 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 98764B8F53A5482097EBB1C175826477
2016-01-14 17:06:58,477 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:58,486 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B57AF569A4874A9E8A49D5C16465207E, ordinal: 1
2016-01-14 17:06:58,486 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B57AF569A4874A9E8A49D5C16465207E, mem on start (mb), free: 140, total: 391, max: 672
2016-01-14 17:06:58,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:58,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:58,488 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:58,488 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 98764B8F53A5482097EBB1C175826477
2016-01-14 17:06:58,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:58,489 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:58,489 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:58,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:58,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:58,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:58,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:58,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C0F02959E82B4E64B4231C3E4E23D57D, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:58,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 98764B8F53A5482097EBB1C175826477, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:58,490 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:58,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C0F02959E82B4E64B4231C3E4E23D57D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:58,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:58,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:58,492 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:58,493 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:58,493 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C0F02959E82B4E64B4231C3E4E23D57D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:58,494 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:58,494 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:58,494 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:58,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:58,495 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,496 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791218142_0001_1_00_000000_0_10045, runDuration: 53752, ]
2016-01-14 17:06:58,499 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791218142_0001_1_00_000000_0_10045] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791218499, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:58,499 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:58,499 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,500 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:58,500 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: DEBFD36B3D764A80A49D78190EB0C8D3
2016-01-14 17:06:58,501 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/STRICT/STRICT"], id: 98764B8F53A5482097EBB1C175826477
2016-01-14 17:06:58,501 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/STRICT/STRICT"]
2016-01-14 17:06:58,501 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C0F02959E82B4E64B4231C3E4E23D57D] #8 in 4ms
2016-01-14 17:06:58,502 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] DEBFD36B3D764A80A49D78190EB0C8D3, for 1 inputs
2016-01-14 17:06:58,502 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C0F02959E82B4E64B4231C3E4E23D57D] #8, status:false, isInterrupted:false
2016-01-14 17:06:58,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:58,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:58,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:58,504 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:58,505 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:58,505 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,505 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B57AF569A4874A9E8A49D5C16465207E, all 1 inputs ready in: 00:00:00.003
2016-01-14 17:06:58,506 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:58,506 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1307ac1d; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@5cb4adad
2016-01-14 17:06:58,508 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:58,509 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:58,510 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(92)) - caught throwable
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:58,512 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:58,512 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:58,513 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791218142_0001_1_01_000000_0
2016-01-14 17:06:58,514 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791218142_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:58,515 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791218142_0001_1_01_000000_0
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:58,518 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:58,518 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, taskAttemptId=attempt_1452791218142_0001_1_01_000000_0, startTime=1452791218459, finishTime=1452791218518, timeTaken=59, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 43, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218506, Process_Duration=9, Process_End_Time=1452791218515, Read_Duration=1, Tuples_Read=7
2016-01-14 17:06:58,519 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:06:58,519 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791218142_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:06:58,519 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:58,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:TASK_FINISHED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, taskId=task_1452791218142_0001_1_01_000000, startTime=1452791218459, finishTime=1452791218519, timeTaken=60, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
], counters=Counters: 0
2016-01-14 17:06:58,520 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218142_0001_1_01_000000 Task Transitioned from RUNNING to FAILED due to event T_ATTEMPT_FAILED
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] : 1
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:transition(3543)) - Failing vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] because task failed: task_1452791218142_0001_1_01_000000
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(1842)) - Killing tasks in vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] due to trigger: OWN_TASK_FAILURE
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1754)) - Vertex failed as one or more tasks failed. failedTasks:1
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3302)) - Invoking committer abort for vertex, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,520 INFO  impl.VertexImpl (VertexImpl.java:run(3310)) - Invoking committer abort for output=98764B8F53A5482097EBB1C175826477, vertexId=vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,522 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:58,522 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:58,522 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:VERTEX_FINISHED]: vertexName=B57AF569A4874A9E8A49D5C16465207E, vertexId=vertex_1452791218142_0001_1_01, initRequestedTime=1452791218323, initedTime=1452791218347, startRequestedTime=1452791218360, startedTime=1452791218360, finishTime=1452791218522, timeTaken=162, status=FAILED, diagnostics=Task failed, taskId=task_1452791218142_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]]
Vertex failed as one or more tasks failed. failedTasks:1
Vertex vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] killed/failed due to:null, counters=Counters: 0, vertexStats=firstTaskStartTime=1452791218459, firstTasksToStart=[ task_1452791218142_0001_1_01_000000 ], lastTaskFinishTime=1452791218518, lastTasksToFinish=[ task_1452791218142_0001_1_01_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-01-14 17:06:58,523 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-01-14 17:06:58,523 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] completed., numCompletedVertices=2, numSuccessfulVertices=1, numFailedVertices=1, numKilledVertices=0, numVertices=2
2016-01-14 17:06:58,523 INFO  impl.DAGImpl (DAGImpl.java:checkDAGForCompletion(1082)) - DAG failed due to vertex failure. failedVertices:1 killedVertices:0
2016-01-14 17:06:58,523 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791218142_0001_1
2016-01-14 17:06:58,523 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(926)) - Aborting output: 98764B8F53A5482097EBB1C175826477 for vertex: vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E]
2016-01-14 17:06:58,524 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(917)) - No output committers for vertex: vertex_1452791218142_0001_1_00 [C0F02959E82B4E64B4231C3E4E23D57D]
2016-01-14 17:06:58,526 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791218142_0001_1, queueSize=0
2016-01-14 17:06:58,526 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:58,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791218142_0001_1, startTime=1452791218321, finishTime=1452791218524, timeTaken=203, status=FAILED, diagnostics=Vertex failed, vertexName=B57AF569A4874A9E8A49D5C16465207E, vertexId=vertex_1452791218142_0001_1_01, diagnostics=[Task failed, taskId=task_1452791218142_0001_1_01_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
]], Vertex failed as one or more tasks failed. failedTasks:1, Vertex vertex_1452791218142_0001_1_01 [B57AF569A4874A9E8A49D5C16465207E] killed/failed due to:null]
DAG failed due to vertex failure. failedVertices:1 killedVertices:0, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218426, Process_Duration=2, Process_End_Time=1452791218428, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:58,527 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791218142_0001_1 finished with state: FAILED
2016-01-14 17:06:58,527 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218142_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:58,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 43 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791218506, Process_Duration=9, Process_End_Time=1452791218515, Read_Duration=1, Tuples_Read=7]]
2016-01-14 17:06:58,527 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B57AF569A4874A9E8A49D5C16465207E, mem on close (mb), free: 135, total: 391, max: 672
2016-01-14 17:06:58,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(729)) - Closed processor for vertex=B57AF569A4874A9E8A49D5C16465207E, index=1
2016-01-14 17:06:58,528 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:58,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:58,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:58,529 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:58,529 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:58,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(753)) - Close input for vertex=B57AF569A4874A9E8A49D5C16465207E, sourceVertex=C0F02959E82B4E64B4231C3E4E23D57D
2016-01-14 17:06:58,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(772)) - Close input for vertex=B57AF569A4874A9E8A49D5C16465207E, sourceVertex=98764B8F53A5482097EBB1C175826477
2016-01-14 17:06:58,529 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791218142_0001_00_000002
2016-01-14 17:06:58,529 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791218142_0001_00_000002
2016-01-14 17:06:58,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:58,529 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791218142_0001_00_000002 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=org.apache.tez.dag.api.TezException: java.lang.reflect.UndeclaredThrowableException, errorMessage='TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException'}
2016-01-14 17:06:58,530 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1452791218142_0001_00_000002 completed but with errors
2016-01-14 17:06:58,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218142_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791218142_0001_00_000002, stoppedTime=1452791218529, exitStatus=0
2016-01-14 17:06:58,530 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000002 transitioned from RUNNING to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:58,531 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(294)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1452791218142_0001_1_01_000000_0 failed: true container: container_1452791218142_0001_00_000002 numFailedTAs: 0
2016-01-14 17:06:58 Completed Dag: dag_1452791218142_0001_1
2016-01-14 17:06:58,531 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791218142_0001_1, dagState=FAILED
2016-01-14 17:06:58,531 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791218142_0001_1_post
2016-01-14 17:06:58,532 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,532 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:58,536 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1452791218142_0001_00_000002 exited with diagnostics set to TaskExecutionFailure: java.lang.reflect.UndeclaredThrowableException
2016-01-14 17:06:58,536 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218142_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 17:06:58,536 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452791218142_0001_00_000002
2016-01-14 17:06:58,536 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218142_0001_1_01_000000_0 TaskAttempt Transitioned from FAIL_IN_PROGRESS to FAILED due to event TA_CONTAINER_TERMINATED
2016-01-14 17:06:58,542 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...moval/group/STRICT/STRICT, applicationId=application_1452791218142_0001
2016-01-14 17:06:58,544 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:58,544 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:58,544 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:58,544 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:58,544 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:58,545 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:58,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:58,545 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:58,546 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:58,546 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:58,546 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:58,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:58,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:58,550 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/1E9E23EA6FA243D099F156653DCCA375/A418AF4763C24B10AA8A2D08EDA12C27/.tez/application_1452791218142_0001
2016-01-14 17:06:58,550 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping all jobs
2016-01-14 17:06:58,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopping: (1/1) ...moval/group/STRICT/STRICT
2016-01-14 17:06:58,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] stopped all jobs
2016-01-14 17:06:58,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.430
2016-01-14 17:06:58,582 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:58,582 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:58,623 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 17:06:58,639 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 17:06:58,639 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:58,640 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:58,640 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:58,663 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:58,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/VALID
2016-01-14 17:06:58,723 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:58,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/VALID"]
2016-01-14 17:06:58,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:58,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:58,724 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:58,726 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...sRemoval/group/NONE/VALID
2016-01-14 17:06:58,726 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:58,738 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:58,743 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:58,744 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:58,744 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:58,753 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001 doesn't exist and is created
2016-01-14 17:06:58,770 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:58,770 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:58,771 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001
2016-01-14 17:06:58,776 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791218743_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:58,787 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:58,787 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:58,791 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:58,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:58,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001/localmode-log-dir
2016-01-14 17:06:58,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001/localmode-log-dir/history.txt.appattempt_1452791218743_0001_000000, maxErrors=10
2016-01-14 17:06:58,792 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:58,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791218743_0001_000000, appSubmitTime=1452791218775, launchTime=1452791218776
2016-01-14 17:06:58,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:58,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:58,799 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:58,800 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:41455
2016-01-14 17:06:58,801 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:58,804 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:58,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791218743_0001_000000, startTime=1452791218805
2016-01-14 17:06:58,805 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:58,805 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:58,870 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:58,870 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:58,870 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sRemoval/group/NONE/VALID, applicationId=application_1452791218743_0001, dagName=[4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID
2016-01-14 17:06:58,889 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID
2016-01-14 17:06:58,890 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791218743_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001/localmode-log-dir/dag_1452791218743_0001_1.dot
2016-01-14 17:06:58,891 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001/localmode-log-dir/dag_1452791218743_0001_1-tez-dag.pb.txt
2016-01-14 17:06:58,899 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791218743_0001_1
2016-01-14 17:06:58,899 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,900 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID
2016-01-14 17:06:58 Running Dag: dag_1452791218743_0001_1
2016-01-14 17:06:58,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791218743_0001_1, submitTime=1452791218889
2016-01-14 17:06:58,913 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:58,914 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:58,914 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:58,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:58,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791218743_0001_1, initTime=1452791218913
2016-01-14 17:06:58,915 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218743_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:58,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:DAG_STARTED]: dagID=dag_1452791218743_0001_1, startTime=1452791218915
2016-01-14 17:06:58,915 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:58,915 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:58,915 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218743_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C8EB66D16EB14297A26023C6D78112DF : {A4DFADF75B66475A81F8E889342D26BB={InputName=A4DFADF75B66475A81F8E889342D26BB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: A4DFADF75B66475A81F8E889342D26BB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,916 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]. Starting root input initializers: 1
2016-01-14 17:06:58,917 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:58,917 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,917 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sRemoval/group/NONE/VALID, applicationId=application_1452791218743_0001, dagName=[4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID
2016-01-14 17:06:58,918 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: A4DFADF75B66475A81F8E889342D26BB on vertex vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,920 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:58,920 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:58,921 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,921 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,921 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,922 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=830E795925FD40BBA88C2F1D318D19E7, vertexId=vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:58,922 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=830E795925FD40BBA88C2F1D318D19E7, vertexId=vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,921 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input A4DFADF75B66475A81F8E889342D26BB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:58,924 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=830E795925FD40BBA88C2F1D318D19E7, vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:58,925 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=830E795925FD40BBA88C2F1D318D19E7, vertexId=vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:58,924 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:58,926 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:58,928 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:58,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, vertexId=vertex_1452791218743_0001_1_01, initRequestedTime=1452791218917, initedTime=1452791218928, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:58,928 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:58,929 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:58,929 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: A4DFADF75B66475A81F8E889342D26BB on vertex vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,930 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:58,930 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {A4DFADF75B66475A81F8E889342D26BB=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:58,930 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] parallelism set to 1
2016-01-14 17:06:58,930 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:58,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791218743_0001_1_00, eventCount=1
2016-01-14 17:06:58,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, vertexId=vertex_1452791218743_0001_1_00, initRequestedTime=1452791218916, initedTime=1452791218931, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:58,931 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] with distanceFromRoot: 0
2016-01-14 17:06:58,932 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:58,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:58,932 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:58,932 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791218743_0001_1_00, startRequestedTime=1452791218932, startedTime=1452791218932
2016-01-14 17:06:58,933 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:58,933 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:58,934 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:58,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_STARTED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, taskId=task_1452791218743_0001_1_00_000000, scheduledTime=1452791218934, launchTime=1452791218934
2016-01-14 17:06:58,934 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:58,935 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791218743_0001_1_00 for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] numStartedSources: 1 numSources: 1
2016-01-14 17:06:58,935 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] with distanceFromRoot: 1
2016-01-14 17:06:58,935 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:58,936 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C8EB66D16EB14297A26023C6D78112DF in vertex: E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:58,936 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E8D8E3F2FBF34F4097BAFE51ED6E2497 with 1 source tasks and 1 pending tasks
2016-01-14 17:06:58,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791218743_0001_1_01, startRequestedTime=1452791218935, startedTime=1452791218935
2016-01-14 17:06:58,936 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791218743_0001, with dag id: dag_1452791218743_0001_1
2016-01-14 17:06:58,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:58,936 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:58,938 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID, VertexName: C8EB66D16EB14297A26023C6D78112DF, VertexParallelism: 1, TaskAttemptID:attempt_1452791218743_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A4DFADF75B66475A81F8E889342D26BB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:58,938 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:58,938 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:58,939 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:58,940 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:58,940 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:58,940 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791218743_0001_00_000001
2016-01-14 17:06:58,940 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:58,942 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791218743_0001_00_000001
2016-01-14 17:06:58,942 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:58,943 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:58,943 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:58,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791218743_0001_00_000001, launchTime=1452791218943
2016-01-14 17:06:58,944 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218743_0001_00_000001
2016-01-14 17:06:58,945 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791218743_0001_1_00_000000_0] to container: [container_1452791218743_0001_00_000001]
2016-01-14 17:06:58,945 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:58,945 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791218743_0001_00_000001 given task: attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,946 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218743_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,946 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791218743_0001_1_00_000000_0] started. Is using containerId: [container_1452791218743_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:58,946 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:58,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0, startTime=1452791218945, containerId=container_1452791218743_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791218743_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:58 Starting to run new task attempt: attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,946 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:58,946 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,947 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:58,947 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:58,947 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:58,947 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:58,947 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:58,947 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:58,947 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:58,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID, VertexName: C8EB66D16EB14297A26023C6D78112DF, VertexParallelism: 1, TaskAttemptID:attempt_1452791218743_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A4DFADF75B66475A81F8E889342D26BB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:58,948 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:58,949 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:58,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,950 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791218743_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:58,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A4DFADF75B66475A81F8E889342D26BB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:58,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:58,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:58,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:58,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:58,952 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,954 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:58,955 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:58,956 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:58,956 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:58,957 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,958 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:58,964 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C8EB66D16EB14297A26023C6D78112DF, ordinal: 0
2016-01-14 17:06:58,964 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C8EB66D16EB14297A26023C6D78112DF, mem on start (mb), free: 56, total: 391, max: 672
2016-01-14 17:06:58,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:58,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:58,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:58,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:58,965 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:58,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:58,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:58,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:58,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:58,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:58,965 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A4DFADF75B66475A81F8E889342D26BB, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:58,965 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E8D8E3F2FBF34F4097BAFE51ED6E2497, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A4DFADF75B66475A81F8E889342D26BB being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:58,966 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:58,967 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:58,967 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:58,968 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@44482da1
2016-01-14 17:06:58,969 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@44482da1
2016-01-14 17:06:58,970 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:58,970 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:58,973 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,973 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: A4DFADF75B66475A81F8E889342D26BB
2016-01-14 17:06:58,973 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: 73C18304E1F9428DA66BCB4F574C9D45
2016-01-14 17:06:58,974 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] 73C18304E1F9428DA66BCB4F574C9D45
2016-01-14 17:06:58,974 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@561c6017; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@60e8b22b; comparator=cascading.tuple.hadoop.util.TupleComparator@4d0956c1; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:58,975 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:58,975 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:58,975 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:58,995 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:58,996 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:58,996 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:58,996 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:58,997 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:58,997 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:58,997 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:58,998 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C8EB66D16EB14297A26023C6D78112DF, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:59,001 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:59,001 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C8EB66D16EB14297A26023C6D78112DF, mem on close (mb), free: 157, total: 391, max: 672
2016-01-14 17:06:59,001 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:59,002 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:59,002 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:59,002 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:59,004 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:59 Completed running task attempt: attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:59,008 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:59,009 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791218743_0001_1_00, eventCount=1
2016-01-14 17:06:59,009 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:59,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, taskAttemptId=attempt_1452791218743_0001_1_00_000000_0, startTime=1452791218945, finishTime=1452791219009, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218998, Process_Duration=3, Process_End_Time=1452791219001, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:59,010 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:59,010 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:59,010 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791218743_0001_1_00_000000_0
2016-01-14 17:06:59,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791218998, Process_Duration=3, Process_End_Time=1452791219001, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:59,010 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:59,010 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:59,011 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218743_0001_00_000001
2016-01-14 17:06:59,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_FINISHED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, taskId=task_1452791218743_0001_1_00_000000, startTime=1452791218945, finishTime=1452791219010, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1452791218743_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218998, Process_Duration=3, Process_End_Time=1452791219001, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:59,011 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:59,011 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] : 1
2016-01-14 17:06:59,011 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:59,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_FINISHED]: vertexName=C8EB66D16EB14297A26023C6D78112DF, vertexId=vertex_1452791218743_0001_1_00, initRequestedTime=1452791218916, initedTime=1452791218931, startRequestedTime=1452791218932, startedTime=1452791218932, finishTime=1452791219011, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791218998, Process_Duration=3, Process_End_Time=1452791219001, Read_Duration=2, Tuples_Read=10, Tuples_Written=7, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791218945, firstTasksToStart=[ task_1452791218743_0001_1_00_000000 ], lastTaskFinishTime=1452791219009, lastTasksToFinish=[ task_1452791218743_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791218743_0001_1_00_000000 ], longestDurationTasks=[ task_1452791218743_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:59,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:59,013 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:59,013 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:59,014 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] attempt: attempt_1452791218743_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:59,014 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E8D8E3F2FBF34F4097BAFE51ED6E2497
2016-01-14 17:06:59,014 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:59,014 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:59,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_STARTED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, taskId=task_1452791218743_0001_1_01_000000, scheduledTime=1452791219014, launchTime=1452791219014
2016-01-14 17:06:59,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:59,015 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:59,015 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:59,016 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID, VertexName: E8D8E3F2FBF34F4097BAFE51ED6E2497, VertexParallelism: 1, TaskAttemptID:attempt_1452791218743_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C8EB66D16EB14297A26023C6D78112DF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=830E795925FD40BBA88C2F1D318D19E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:59,017 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:59,018 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:59,018 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:59,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791218743_0001_00_000001, stoppedTime=1452791219018, exitStatus=0
2016-01-14 17:06:59,019 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:59,019 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791218743_0001_00_000002
2016-01-14 17:06:59,019 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:59,020 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791218743_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:59,021 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791218743_0001_00_000002
2016-01-14 17:06:59,021 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:59,021 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791218743_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:59,021 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218743_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:59,021 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791218743_0001_00_000001, Exiting
2016-01-14 17:06:59,022 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791218743_0001_00_000001
2016-01-14 17:06:59,022 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791218743_0001_00_000001
2016-01-14 17:06:59,023 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:59,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:59,024 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:59,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791218743_0001_00_000002, launchTime=1452791219022
2016-01-14 17:06:59,024 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791218743_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:59,024 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218743_0001_00_000002
2016-01-14 17:06:59,025 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791218743_0001_00_000001 completed successfully
2016-01-14 17:06:59,025 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:59,025 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791218743_0001_1_01_000000_0] to container: [container_1452791218743_0001_00_000002]
2016-01-14 17:06:59,026 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:59,026 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791218743_0001_00_000002 given task: attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,026 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218743_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,026 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791218743_0001_1_01_000000_0] started. Is using containerId: [container_1452791218743_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:59 Starting to run new task attempt: attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,026 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,026 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,027 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:59,027 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:59,027 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:59,027 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:59,027 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:59,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563] test/(1/1) ...sRemoval/group/NONE/VALID, VertexName: E8D8E3F2FBF34F4097BAFE51ED6E2497, VertexParallelism: 1, TaskAttemptID:attempt_1452791218743_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C8EB66D16EB14297A26023C6D78112DF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=830E795925FD40BBA88C2F1D318D19E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:59,028 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:59,028 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:59,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0, startTime=1452791219026, containerId=container_1452791218743_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791218743_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:59,028 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:59,028 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:59,030 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:59,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C8EB66D16EB14297A26023C6D78112DF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:59,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=830E795925FD40BBA88C2F1D318D19E7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:59,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:59,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:59,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 830E795925FD40BBA88C2F1D318D19E7
2016-01-14 17:06:59,034 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:59,034 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 830E795925FD40BBA88C2F1D318D19E7
2016-01-14 17:06:59,034 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:59,035 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:59,035 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:59,036 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,038 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,039 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791218743_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:59,049 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E8D8E3F2FBF34F4097BAFE51ED6E2497, ordinal: 1
2016-01-14 17:06:59,049 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8D8E3F2FBF34F4097BAFE51ED6E2497, mem on start (mb), free: 150, total: 391, max: 672
2016-01-14 17:06:59,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:59,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:59,053 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:59,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 830E795925FD40BBA88C2F1D318D19E7
2016-01-14 17:06:59,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:59,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:59,054 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:59,054 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:59,054 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:59,054 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:59,055 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:59,055 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 830E795925FD40BBA88C2F1D318D19E7, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:59,055 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C8EB66D16EB14297A26023C6D78112DF, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:59,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:59,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C8EB66D16EB14297A26023C6D78112DF being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:59,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:59,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:59,057 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:59,057 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:59,057 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C8EB66D16EB14297A26023C6D78112DF with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:59,058 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:59,058 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:59,058 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:59,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:59,061 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,062 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791218743_0001_1_00_000000_0_10051, runDuration: 54041, ]
2016-01-14 17:06:59,063 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791218743_0001_1_00_000000_0_10051] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791219063, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:59,063 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:59,063 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,064 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:59,064 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: 73C18304E1F9428DA66BCB4F574C9D45
2016-01-14 17:06:59,064 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/VALID"], id: 830E795925FD40BBA88C2F1D318D19E7
2016-01-14 17:06:59,064 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C8EB66D16EB14297A26023C6D78112DF] #9 in 2ms
2016-01-14 17:06:59,065 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/NONE/VALID"]
2016-01-14 17:06:59,065 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C8EB66D16EB14297A26023C6D78112DF] #9, status:false, isInterrupted:false
2016-01-14 17:06:59,065 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] 73C18304E1F9428DA66BCB4F574C9D45, for 1 inputs
2016-01-14 17:06:59,065 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:59,066 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:59,066 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:59,066 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:59,067 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:59,067 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,067 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:59,068 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E8D8E3F2FBF34F4097BAFE51ED6E2497, all 1 inputs ready in: 00:00:00.001
2016-01-14 17:06:59,069 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@11ca150d; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6a2c119a
2016-01-14 17:06:59,071 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:59,071 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:59,071 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,072 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791218743_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:59,073 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,073 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8D8E3F2FBF34F4097BAFE51ED6E2497, mem on close (mb), free: 147, total: 391, max: 672
2016-01-14 17:06:59,073 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C8EB66D16EB14297A26023C6D78112DF
2016-01-14 17:06:59,073 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 17:06:59,074 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 17:06:59,074 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:59,074 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 17:06:59,074 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 17:06:59 Completed running task attempt: attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,075 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:59,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:59,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452791219068, Process_Duration=5, Process_End_Time=1452791219073, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 17:06:59,078 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:59,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, taskAttemptId=attempt_1452791218743_0001_1_01_000000_0, startTime=1452791219026, finishTime=1452791219076, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219068, Process_Duration=5, Process_End_Time=1452791219073, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:59,078 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,078 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791218743_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:59,078 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791218743_0001_00_000002
2016-01-14 17:06:59,078 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791218743_0001_1_01_000000_0
2016-01-14 17:06:59,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:59,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:TASK_FINISHED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, taskId=task_1452791218743_0001_1_01_000000, startTime=1452791219026, finishTime=1452791219079, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1452791218743_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219068, Process_Duration=5, Process_End_Time=1452791219073, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 17:06:59,080 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791218743_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:59,080 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] : 1
2016-01-14 17:06:59,080 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:59,080 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:59,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:VERTEX_FINISHED]: vertexName=E8D8E3F2FBF34F4097BAFE51ED6E2497, vertexId=vertex_1452791218743_0001_1_01, initRequestedTime=1452791218917, initedTime=1452791218928, startRequestedTime=1452791218935, startedTime=1452791218935, finishTime=1452791219080, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=539, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=409993216, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219068, Process_Duration=5, Process_End_Time=1452791219073, Read_Duration=1, Tuples_Read=7, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452791219026, firstTasksToStart=[ task_1452791218743_0001_1_01_000000 ], lastTaskFinishTime=1452791219076, lastTasksToFinish=[ task_1452791218743_0001_1_01_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791218743_0001_1_01_000000 ], longestDurationTasks=[ task_1452791218743_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:59,081 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:59,081 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:59,081 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452791218743_0001_1
2016-01-14 17:06:59,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452791218743_0001_1
2016-01-14 17:06:59,082 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452791218743_0001_1_00 [C8EB66D16EB14297A26023C6D78112DF]
2016-01-14 17:06:59,082 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 830E795925FD40BBA88C2F1D318D19E7 for vertex: vertex_1452791218743_0001_1_01 [E8D8E3F2FBF34F4097BAFE51ED6E2497]
2016-01-14 17:06:59,083 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:59,094 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452791218743_0001_1, queueSize=0
2016-01-14 17:06:59,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 17:06:59,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:DAG_FINISHED]: dagId=dag_1452791218743_0001_1, startTime=1452791218915, finishTime=1452791219092, timeTaken=177, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2891, FILE_BYTES_WRITTEN=1224, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=14, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=819986432, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=8, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905582438066, Process_Duration=8, Process_End_Time=2905582438074, Read_Duration=3, Tuples_Read=17, Tuples_Written=8, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=10, Tuples_Written=1
2016-01-14 17:06:59,095 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452791218743_0001_1 finished with state: SUCCEEDED
2016-01-14 17:06:59,095 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791218743_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 17:06:59,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:59,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791218743_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791218743_0001_00_000002, stoppedTime=1452791219097, exitStatus=0
2016-01-14 17:06:59,097 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:59,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:59 Completed Dag: dag_1452791218743_0001_1
2016-01-14 17:06:59,099 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452791218743_0001_1, dagState=SUCCEEDED
2016-01-14 17:06:59,099 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791218743_0001_1_post
2016-01-14 17:06:59,099 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,102 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 17:06:59,102 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791218743_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 17:06:59,103 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:59,105 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sRemoval/group/NONE/VALID, applicationId=application_1452791218743_0001
2016-01-14 17:06:59,108 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 17:06:59,109 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 17:06:59,109 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 17:06:59,109 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 17:06:59,109 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 17:06:59,109 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791218743_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 17:06:59,109 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791218743_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:59,109 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791218743_0001_00_000002, Exiting
2016-01-14 17:06:59,110 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791218743_0001_00_000002
2016-01-14 17:06:59,110 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791218743_0001_00_000002
2016-01-14 17:06:59,110 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 17:06:59,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 17:06:59,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791218743_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:59,111 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791218743_0001_00_000002 completed successfully
2016-01-14 17:06:59,111 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 17:06:59,112 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 17:06:59,112 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791218743_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:59,112 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 17:06:59,112 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 17:06:59,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 17:06:59,113 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 17:06:59,118 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/4F46D30DD7D34607B9FC8089D55F01D5/FC0CB0FBB140498497D267BACD98B563/.tez/application_1452791218743_0001
2016-01-14 17:06:59,119 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.395
2016-01-14 17:06:59,178 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 17:06:59,179 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 17:06:59,209 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 17:06:59,209 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 17:06:59,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 17:06:59,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-01-14 17:06:59,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:59,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 17:06:59,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 17:06:59,254 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt
2016-01-14 17:06:59,263 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/VALID
2016-01-14 17:06:59,316 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2016-01-14 17:06:59,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:59,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/VALID"]
2016-01-14 17:06:59,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2016-01-14 17:06:59,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2016-01-14 17:06:59,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2016-01-14 17:06:59,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...Removal/group/VALID/VALID
2016-01-14 17:06:59,319 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [test] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 17:06:59,332 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tez session mode enabled: true
2016-01-14 17:06:59,337 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:59,337 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 17:06:59,337 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 17:06:59,347 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001 doesn't exist and is created
2016-01-14 17:06:59,364 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 17:06:59,365 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 17:06:59,365 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001
2016-01-14 17:06:59,369 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452791219337_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 17:06:59,380 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 17:06:59,381 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 17:06:59,383 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 17:06:59,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 17:06:59,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001/localmode-log-dir
2016-01-14 17:06:59,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001/localmode-log-dir/history.txt.appattempt_1452791219337_0001_000000, maxErrors=10
2016-01-14 17:06:59,383 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 17:06:59,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452791219337_0001_000000, appSubmitTime=1452791219368, launchTime=1452791219368
2016-01-14 17:06:59,389 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49933
2016-01-14 17:06:59,391 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 17:06:59,393 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 17:06:59,394 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 17:06:59,395 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 17:06:59,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 17:06:59,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452791219337_0001_000000, startTime=1452791219397
2016-01-14 17:06:59,397 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 17:06:59,397 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 17:06:59,465 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 17:06:59,465 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 17:06:59,465 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Removal/group/VALID/VALID, applicationId=application_1452791219337_0001, dagName=[504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID
2016-01-14 17:06:59,483 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID
2016-01-14 17:06:59,485 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452791219337_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001/localmode-log-dir/dag_1452791219337_0001_1.dot
2016-01-14 17:06:59,485 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/tmp/.staging/504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA/.tez/application_1452791219337_0001/localmode-log-dir/dag_1452791219337_0001_1-tez-dag.pb.txt
2016-01-14 17:06:59,493 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452791219337_0001_1
2016-01-14 17:06:59,493 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,493 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID
2016-01-14 17:06:59 Running Dag: dag_1452791219337_0001_1
2016-01-14 17:06:59,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452791219337_0001_1, submitTime=1452791219483
2016-01-14 17:06:59,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 17:06:59,510 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,510 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 17:06:59,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 17:06:59,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452791219337_0001_1, initTime=1452791219509
2016-01-14 17:06:59,511 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791219337_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 17:06:59,513 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:DAG_STARTED]: dagID=dag_1452791219337_0001_1, startTime=1452791219511
2016-01-14 17:06:59,513 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 17:06:59,514 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452791219337_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 17:06:59,514 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CD6B56A217714F7EBBF680ACA1C4683F : {8EDFC84F649C4898BE55F6B946EFB222={InputName=8EDFC84F649C4898BE55F6B946EFB222}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 17:06:59,514 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8EDFC84F649C4898BE55F6B946EFB222, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 17:06:59,514 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,514 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,514 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,515 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]. Starting root input initializers: 1
2016-01-14 17:06:59,513 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 17:06:59,515 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Removal/group/VALID/VALID, applicationId=application_1452791219337_0001, dagName=[504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID
2016-01-14 17:06:59,515 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 17:06:59,515 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,517 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8EDFC84F649C4898BE55F6B946EFB222 on vertex vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,519 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 17:06:59,519 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 17:06:59,519 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,519 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8EDFC84F649C4898BE55F6B946EFB222 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 17:06:59,519 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,519 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,520 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, vertexId=vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 17:06:59,520 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, vertexId=vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,519 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 17:06:59,521 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 17:06:59,522 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, vertexName=E83D79DB773E41299025C54D98E28B4A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 17:06:59,523 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, vertexId=vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,524 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 408
2016-01-14 17:06:59,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E83D79DB773E41299025C54D98E28B4A, vertexId=vertex_1452791219337_0001_1_01, initRequestedTime=1452791219515, initedTime=1452791219524, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 17:06:59,524 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:59,525 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A] transitioned from NEW to INITED due to event V_INIT
2016-01-14 17:06:59,525 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8EDFC84F649C4898BE55F6B946EFB222 on vertex vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,526 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:59,526 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8EDFC84F649C4898BE55F6B946EFB222=forAllWorkUnits=true, update=[1]}
2016-01-14 17:06:59,526 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] parallelism set to 1
2016-01-14 17:06:59,527 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 17:06:59,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791219337_0001_1_00, eventCount=1
2016-01-14 17:06:59,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 17:06:59,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, vertexId=vertex_1452791219337_0001_1_00, initRequestedTime=1452791219514, initedTime=1452791219527, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 17:06:59,528 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] with distanceFromRoot: 0
2016-01-14 17:06:59,528 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 17:06:59,528 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,528 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791219337_0001_1_00, startRequestedTime=1452791219528, startedTime=1452791219528
2016-01-14 17:06:59,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:59,529 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:59,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:59,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_STARTED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, taskId=task_1452791219337_0001_1_00_000000, scheduledTime=1452791219529, launchTime=1452791219529
2016-01-14 17:06:59,530 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791219337_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:59,530 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452791219337_0001_1_00 for vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A] numStartedSources: 1 numSources: 1
2016-01-14 17:06:59,531 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A] with distanceFromRoot: 1
2016-01-14 17:06:59,531 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,531 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CD6B56A217714F7EBBF680ACA1C4683F in vertex: E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,531 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E83D79DB773E41299025C54D98E28B4A with 1 source tasks and 1 pending tasks
2016-01-14 17:06:59,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452791219337_0001_1_01, startRequestedTime=1452791219531, startedTime=1452791219531
2016-01-14 17:06:59,532 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 17:06:59,532 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 17:06:59,533 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID, VertexName: CD6B56A217714F7EBBF680ACA1C4683F, VertexParallelism: 1, TaskAttemptID:attempt_1452791219337_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8EDFC84F649C4898BE55F6B946EFB222, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E83D79DB773E41299025C54D98E28B4A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:59,533 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:59,533 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:59,534 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 17:06:59,534 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted tez dag to app master: application_1452791219337_0001, with dag id: dag_1452791219337_0001_1
2016-01-14 17:06:59,535 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 17:06:59,536 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 17:06:59,536 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791219337_0001_00_000001
2016-01-14 17:06:59,537 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:59,538 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791219337_0001_00_000001
2016-01-14 17:06:59,538 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(145)) - DAGAppMaster metrics system already initialized!
2016-01-14 17:06:59,539 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:59,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791219337_0001_00_000001, launchTime=1452791219539
2016-01-14 17:06:59,544 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:59,545 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791219337_0001_00_000001
2016-01-14 17:06:59,545 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791219337_0001_1_00_000000_0] to container: [container_1452791219337_0001_00_000001]
2016-01-14 17:06:59,546 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:59,546 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791219337_0001_00_000001 given task: attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,546 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791219337_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59 Starting to run new task attempt: attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,546 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791219337_0001_1_00_000000_0] started. Is using containerId: [container_1452791219337_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 17:06:59,546 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:59,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0, startTime=1452791219546, containerId=container_1452791219337_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791219337_0001_00_000001/teamcity, completedLogs=
2016-01-14 17:06:59,547 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:59,547 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791219337_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:59,547 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,547 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:59,547 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:59,547 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:59,547 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:59,547 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:59,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID, VertexName: CD6B56A217714F7EBBF680ACA1C4683F, VertexParallelism: 1, TaskAttemptID:attempt_1452791219337_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8EDFC84F649C4898BE55F6B946EFB222, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E83D79DB773E41299025C54D98E28B4A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 17:06:59,548 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:59,548 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:59,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8EDFC84F649C4898BE55F6B946EFB222, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 17:06:59,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E83D79DB773E41299025C54D98E28B4A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 17:06:59,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:59,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,552 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791219337_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 17:06:59,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:59,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,554 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 17:06:59,554 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,555 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:59,555 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,560 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 17:06:59,560 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,564 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CD6B56A217714F7EBBF680ACA1C4683F, ordinal: 0
2016-01-14 17:06:59,564 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD6B56A217714F7EBBF680ACA1C4683F, mem on start (mb), free: 60, total: 391, max: 672
2016-01-14 17:06:59,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:59,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:59,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:59,565 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:59,565 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 17:06:59,565 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 17:06:59,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:59,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:59,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 17:06:59,566 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E83D79DB773E41299025C54D98E28B4A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 17:06:59,567 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8EDFC84F649C4898BE55F6B946EFB222, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 17:06:59,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:59,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,567 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:59,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8EDFC84F649C4898BE55F6B946EFB222 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:59,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:59,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:59,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:59,568 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,569 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 17:06:59,569 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@245522e1
2016-01-14 17:06:59,570 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@245522e1
2016-01-14 17:06:59,570 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 17:06:59,571 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 17:06:59,572 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:59,573 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"] streamed: true, id: 8EDFC84F649C4898BE55F6B946EFB222
2016-01-14 17:06:59,573 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(test)[by:[{1}:'method']], id: B4726172EE9E4E1BA653385C1B055552
2016-01-14 17:06:59,573 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(test)[by:[{1}:'method']] B4726172EE9E4E1BA653385C1B055552
2016-01-14 17:06:59,573 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6df0aa5c; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@5340b667; comparator=cascading.tuple.hadoop.util.TupleComparator@3d874ee4; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 17:06:59,574 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 17:06:59,574 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 17:06:59,574 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:59,778 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 17:06:59,778 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 17:06:59,778 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 17:06:59,778 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 17:06:59,778 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 17:06:59,779 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/classes/test/data/apache.10.txt"]
2016-01-14 17:06:59,779 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 17:06:59,779 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CD6B56A217714F7EBBF680ACA1C4683F, all 1 inputs ready in: 00:00:00.000
2016-01-14 17:06:59,782 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,783 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD6B56A217714F7EBBF680ACA1C4683F, mem on close (mb), free: 237, total: 359, max: 672
2016-01-14 17:06:59,783 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 17:06:59,783 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 17:06:59,783 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 693; bufvoid = 104857600
2016-01-14 17:06:59,783 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600
2016-01-14 17:06:59,786 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 17:06:59 Completed running task attempt: attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,790 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 17:06:59,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452791219337_0001_1_00, eventCount=1
2016-01-14 17:06:59,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=7, GC_TIME_MILLIS=190, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=376963072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452791219780, Process_Duration=2, Process_End_Time=1452791219782, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=10]]
2016-01-14 17:06:59,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:59,792 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 17:06:59,793 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, taskAttemptId=attempt_1452791219337_0001_1_00_000000_0, startTime=1452791219546, finishTime=1452791219792, timeTaken=246, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=190, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=376963072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219780, Process_Duration=2, Process_End_Time=1452791219782, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:59,793 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 17:06:59,793 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 17:06:59,793 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791219337_0001_00_000001
2016-01-14 17:06:59,793 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452791219337_0001_1_00_000000_0
2016-01-14 17:06:59,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_FINISHED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, taskId=task_1452791219337_0001_1_00_000000, startTime=1452791219546, finishTime=1452791219795, timeTaken=249, status=SUCCEEDED, successfulAttemptID=attempt_1452791219337_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=190, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=376963072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219780, Process_Duration=2, Process_End_Time=1452791219782, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10
2016-01-14 17:06:59,796 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791219337_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 17:06:59,796 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:59,797 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] : 1
2016-01-14 17:06:59,797 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F]
2016-01-14 17:06:59,799 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:VERTEX_FINISHED]: vertexName=CD6B56A217714F7EBBF680ACA1C4683F, vertexId=vertex_1452791219337_0001_1_00, initRequestedTime=1452791219514, initedTime=1452791219527, startRequestedTime=1452791219528, startedTime=1452791219528, finishTime=1452791219797, timeTaken=269, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=2206, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=7, GC_TIME_MILLIS=190, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=376963072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=7, OUTPUT_BYTES=693, OUTPUT_BYTES_WITH_OVERHEAD=649, OUTPUT_BYTES_PHYSICAL=653, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219780, Process_Duration=2, Process_End_Time=1452791219782, Read_Duration=1, Tuples_Read=10, Tuples_Written=7, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=10, vertexStats=firstTaskStartTime=1452791219546, firstTasksToStart=[ task_1452791219337_0001_1_00_000000 ], lastTaskFinishTime=1452791219792, lastTasksToFinish=[ task_1452791219337_0001_1_00_000000 ], minTaskDuration=246, maxTaskDuration=246, avgTaskDuration=246.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452791219337_0001_1_00_000000 ], longestDurationTasks=[ task_1452791219337_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 17:06:59,799 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 17:06:59,799 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 17:06:59,800 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452791219337_0001_00_000001, stoppedTime=1452791219800, exitStatus=0
2016-01-14 17:06:59,800 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 17:06:59,800 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 17:06:59,801 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A] attempt: attempt_1452791219337_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 17:06:59,801 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 17:06:59,801 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E83D79DB773E41299025C54D98E28B4A
2016-01-14 17:06:59,801 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,802 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452791219337_0001_1_00 [CD6B56A217714F7EBBF680ACA1C4683F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 17:06:59,802 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452791219337_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 17:06:59,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_STARTED]: vertexName=E83D79DB773E41299025C54D98E28B4A, taskId=task_1452791219337_0001_1_01_000000, scheduledTime=1452791219803, launchTime=1452791219803
2016-01-14 17:06:59,803 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791219337_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 17:06:59,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 17:06:59,804 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 17:06:59,804 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452791219337_0001_1_01 [E83D79DB773E41299025C54D98E28B4A]
2016-01-14 17:06:59,805 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID, VertexName: E83D79DB773E41299025C54D98E28B4A, VertexParallelism: 1, TaskAttemptID:attempt_1452791219337_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CD6B56A217714F7EBBF680ACA1C4683F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:59,805 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 17:06:59,806 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 17:06:59,806 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452791219337_0001_00_000002
2016-01-14 17:06:59,807 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 17:06:59,807 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452791219337_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 17:06:59,807 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791219337_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 17:06:59,808 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452791219337_0001_00_000001, Exiting
2016-01-14 17:06:59,808 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452791219337_0001_00_000001
2016-01-14 17:06:59,808 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452791219337_0001_00_000001
2016-01-14 17:06:59,811 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452791219337_0001_00_000002
2016-01-14 17:06:59,813 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452791219337_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 17:06:59,813 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 17:06:59,813 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452791219337_0001_00_000001 completed successfully
2016-01-14 17:06:59,815 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 17:06:59,817 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 17:06:59,817 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452791219337_0001_00_000002, launchTime=1452791219817
2016-01-14 17:06:59,817 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 17:06:59,818 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452791219337_0001_00_000002
2016-01-14 17:06:59,818 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452791219337_0001_1_01_000000_0] to container: [container_1452791219337_0001_00_000002]
2016-01-14 17:06:59,819 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452791219337_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 17:06:59,819 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452791219337_0001_00_000002 given task: attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,819 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452791219337_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,819 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452791219337_0001_1_01_000000_0] started. Is using containerId: [container_1452791219337_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 17:06:59 Starting to run new task attempt: attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,820 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 17:06:59,820 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,820 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 17:06:59,820 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 17:06:59,821 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 17:06:59,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E83D79DB773E41299025C54D98E28B4A, taskAttemptId=attempt_1452791219337_0001_1_01_000000_0, startTime=1452791219819, containerId=container_1452791219337_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452791219337_0001_00_000002/teamcity, completedLogs=
2016-01-14 17:06:59,821 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 17:06:59,821 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 17:06:59,821 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 17:06:59,822 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452791219337_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 17:06:59,822 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 17:06:59,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [504D7DA8672C462A8B421672DB900791/EF73EC672A9F425CB7E1EF2818F161AA] test/(1/1) ...Removal/group/VALID/VALID, VertexName: E83D79DB773E41299025C54D98E28B4A, VertexParallelism: 1, TaskAttemptID:attempt_1452791219337_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CD6B56A217714F7EBBF680ACA1C4683F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 17:06:59,823 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 17:06:59,824 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452791219337_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 17:06:59,824 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 17:06:59,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CD6B56A217714F7EBBF680ACA1C4683F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 17:06:59,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AD1EB8BFE77C4C8FA6B2E5A415E22BBE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 17:06:59,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 17:06:59,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AD1EB8BFE77C4C8FA6B2E5A415E22BBE
2016-01-14 17:06:59,828 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 17:06:59,829 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: AD1EB8BFE77C4C8FA6B2E5A415E22BBE
2016-01-14 17:06:59,830 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 17:06:59,826 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 17:06:59,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,835 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 17:06:59,836 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 17:06:59,836 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,846 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 17:06:59,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AD1EB8BFE77C4C8FA6B2E5A415E22BBE
2016-01-14 17:06:59,846 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E83D79DB773E41299025C54D98E28B4A, ordinal: 1
2016-01-14 17:06:59,846 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E83D79DB773E41299025C54D98E28B4A, mem on start (mb), free: 230, total: 359, max: 672
2016-01-14 17:06:59,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 17:06:59,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 17:06:59,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 17:06:59,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 17:06:59,847 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 17:06:59,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 17:06:59,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 17:06:59,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 17:06:59,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 17:06:59,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 17:06:59,848 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AD1EB8BFE77C4C8FA6B2E5A415E22BBE, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 17:06:59,848 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CD6B56A217714F7EBBF680ACA1C4683F, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 17:06:59,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 17:06:59,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,849 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 17:06:59,849 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 17:06:59,849 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CD6B56A217714F7EBBF680ACA1C4683F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 17:06:59,849 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 17:06:59,850 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 17:06:59,850 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 17:06:59,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CD6B56A217714F7EBBF680ACA1C4683F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 17:06:59,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 17:06:59,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 17:06:59,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 17:06:59,853 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,854 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452791219337_0001_1_00_000000_0_10057, runDuration: 236032, ]
2016-01-14 17:06:59,858 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(test)[by:[{1}:'method']]
2016-01-14 17:06:59,858 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452791219337_0001_1_00_000000_0_10057] to DISK_DIRECT, CompressedSize=653, DecompressedSize=649,EndTime=1452791219858, TimeTaken=1, Rate=0.62 MB/s
2016-01-14 17:06:59,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,859 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(test)[by:[{1}:'method']] streamed: true, id: B4726172EE9E4E1BA653385C1B055552
2016-01-14 17:06:59,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 17:06:59,859 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/VALID"], id: AD1EB8BFE77C4C8FA6B2E5A415E22BBE
2016-01-14 17:06:59,859 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CD6B56A217714F7EBBF680ACA1C4683F] #10 in 2ms
2016-01-14 17:06:59,859 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.5.x-tez-0.6.x/build/test/output/hadoop2-tez/appliedassertionsplatform/testGroupAssertionsRemoval/group/VALID/VALID"]
2016-01-14 17:06:59,860 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CD6B56A217714F7EBBF680ACA1C4683F] #10, status:false, isInterrupted:false
2016-01-14 17:06:59,860 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(test)[by:[{1}:'method']] B4726172EE9E4E1BA653385C1B055552, for 1 inputs
2016-01-14 17:06:59,860 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 17:06:59,861 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 653 bytes from disk
2016-01-14 17:06:59,861 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 17:06:59,861 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 17:06:59,861 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 633 bytes
2016-01-14 17:06:59,861 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CD6B56A217714F7EBBF680ACA1C4683F
2016-01-14 17:06:59,861 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 17:06:59,861 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E83D79DB773E41299025C54D98E28B4A, all 1 inputs ready in: 00:00:00.001
2016-01-14 17:06:59,862 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4449c40a; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@46e58f8c
2016-01-14 17:06:59,864 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:59,864 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:59,865 ERROR element.TezGroupByGate (TezGroupByGate.java:reduce(92)) - caught throwable
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:59,866 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 17:06:59,867 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 17:06:59,871 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452791219337_0001_1_01_000000_0
2016-01-14 17:06:59,871 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452791219337_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 17:06:59,872 INFO  task.TezTaskRunner (TezTaskRunner.java:run(221)) - Encounted an error while executing task: attempt_1452791219337_0001_1_01_000000_0
cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
2016-01-14 17:06:59,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 17:06:59,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E83D79DB773E41299025C54D98E28B4A, taskAttemptId=attempt_1452791219337_0001_1_01_000000_0, startTime=1452791219819, finishTime=1452791219877, timeTaken=58, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
, counters=Counters: 43, File System Counters, FILE_BYTES_READ=685, FILE_BYTES_WRITTEN=8, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=7, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=7, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=376963072, OUTPUT_RECORDS=0, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=653, SHUFFLE_BYTES=653, SHUFFLE_BYTES_DECOMPRESSED=649, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=653, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452791219862, Process_Duration=10, Process_End_Time=1452791219872, Read_Duration=0, Tuples_Read=7
2016-01-14 17:06:59,878 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452791219337_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to FAIL_IN_PROGRESS due to event TA_FAILED
2016-01-14 17:06:59,878 INFO  impl.TaskImpl (TaskImpl.java:transition(1296)) - Failing task: task_1452791219337_0001_1_01_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-01-14 17:06:59,878 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 17:06:59,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452791219337_0001_1][Event:TASK_FINISHED]: vertexName=E83D79DB773E41299025C54D98E28B4A, taskId=task_1452791219337_0001_1_01_000000, startTime=1452791219819, finishTime=1452791219878, timeTaken=59, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task:cascading.operation.AssertionException: [cascading.operation.assertion.AppliedAssertionsPlatformTest.runGroupAssertions(AppliedAssertionsPlatformTest.java:283)] group size: 7, is not equal to: 0, in group ['method']: ['POST']
	at cascading.operation.assertion.BaseAssertion.throwFail(BaseAssertion.java:107)
	at cascading.operation.assertion.BaseAssertion.fail(BaseAssertion.java:86)
	at cascading.operation.assertion.AssertGroupBase.doAssert(AssertGroupBase.java:172)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:127)
	at cascading.flow.stream.element.GroupAssertionEveryStage.completeGroup(GroupAssertionEveryStage.java:36)
	at cascading.flow.stream.element.AggregatorEveryStage$1.collect(AggregatorEveryStage.java:69)
	at cascading.tuple.TupleEntryCollector.safeCollect(TupleEntryCollector.java:145)
	at cascading.tuple.TupleEntryCollector.add(TupleEntryCollector.java:133)
	at cascading.operation.aggregator.Count.complete(Count.java:82)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:153)
	at cascading.flow.stream.element.AggregatorEveryStage.completeGroup(AggregatorEveryStage.java:41)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:51)
	at cascading.flow.stream.duct.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.accept(HadoopGroupGate.java:141)
	at cascading.flow.tez.stream.element.TezGroupByGate.reduce(TezGroupByGate.java:84)
	at cascading.flow.tez.stream.element.TezGroupGate.run(TezGroupGate.java:112)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:334)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:176)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:168)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:168)
	at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:163)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.