Class cascading.detail.EachPipeAssemblyPlatformTest

2016-05-18 02:05:59,466 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 02:05:59,500 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.detail.EachPipeAssemblyPlatformTest, with platform: hadoop2-tez
2016-05-18 02:05:59,777 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-05-18 02:06:00,323 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 02:06:00,722 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 02:06:01,008 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:01,009 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:01,111 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: A191CEC65AA9473E9914F54F35D83A27
2016-05-18 02:06:01,321 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.068
2016-05-18 02:06:01,330 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.078
2016-05-18 02:06:01,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:01,332 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:01,333 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:01,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:01,490 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_-1
2016-05-18 02:06:01,713 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 02:06:01,716 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:01,717 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:01,718 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_-1"]
2016-05-18 02:06:01,719 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:01,719 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:01,719 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:01,720 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:01,720 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:01,745 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:01,919 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:01,925 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:01,926 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:01,992 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001 doesn't exist and is created
2016-05-18 02:06:02,070 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:02,071 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:02,072 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001_wd
2016-05-18 02:06:02,138 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537161925_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:02,152 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:02,152 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:02,164 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:02,164 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:02,164 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:02,164 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:02,171 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-05-18 02:06:02,171 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-05-18 02:06:02,171 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:02,189 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:02,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:02,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:02,217 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:02,218 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:02,218 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:02,219 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:02,219 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:02,221 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:02,222 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:02,222 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:02,231 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:02,236 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:02,258 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:02,261 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:02,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:02,264 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001_wd/localmode-log-dir
2016-05-18 02:06:02,264 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001_wd/localmode-log-dir/history.txt.appattempt_1463537161925_0001_000000, maxErrors=10
2016-05-18 02:06:02,265 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:02,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537161925_0001_000000, appSubmitTime=1463537162118, launchTime=1463537162136
2016-05-18 02:06:02,272 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-05-18 02:06:02,272 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-05-18 02:06:02,272 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:02,273 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:02,335 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48513
2016-05-18 02:06:02,337 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537161925
2016-05-18 02:06:02,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537161925_0001_000000, startTime=1463537162361
2016-05-18 02:06:02,362 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:02,372 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:02,388 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:02,388 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537161925_0001, dagName=[346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:02,605 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:02,614 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:02,678 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537161925_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001_wd/localmode-log-dir/dag_1463537161925_0001_1.dot
2016-05-18 02:06:02,682 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001_wd/localmode-log-dir/dag_1463537161925_0001_1-tez-dag.pb.txt
2016-05-18 02:06:02,721 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537161925_0001_1
2016-05-18 02:06:02,721 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:02,722 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:02 Running Dag: dag_1463537161925_0001_1
2016-05-18 02:06:02,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537161925_0001_1, submitTime=1463537162605
2016-05-18 02:06:02,811 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001/tez-conf.pb" } size: 40945 timestamp: 1463537162000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:02,811 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,811 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,813 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:02,813 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:02,817 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537161925_0001_1, initTime=1463537162815
2016-05-18 02:06:02,818 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537161925_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:02,820 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:02,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:DAG_STARTED]: dagID=dag_1463537161925_0001_1, startTime=1463537162823
2016-05-18 02:06:02,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537161925_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:02,824 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A6E9A7ADCB4E49108D0BE045D34026C7 : {BF32430F637948158954B9606EA54F15={InputName=BF32430F637948158954B9606EA54F15}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:02,825 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BF32430F637948158954B9606EA54F15, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:02,825 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,834 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537161925_0001, dagName=[346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1
2016-05-18 02:06:02,836 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,837 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,839 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,881 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BF32430F637948158954B9606EA54F15 on vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,889 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:02,904 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BF32430F637948158954B9606EA54F15 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:02,907 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537161925_0001, with dag id: dag_1463537161925_0001_1
2016-05-18 02:06:02,940 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:02,941 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:02,941 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:02,943 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:02,956 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BF32430F637948158954B9606EA54F15 on vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:02,959 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:02,959 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BF32430F637948158954B9606EA54F15=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:02,971 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] parallelism set to 1
2016-05-18 02:06:02,972 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:02,978 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7], numAdditionalOutputs=1
2016-05-18 02:06:02,979 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=4B21F17D4F884399AEA707FEECCE7AB5, vertex=vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:02,988 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A6E9A7ADCB4E49108D0BE045D34026C7:4B21F17D4F884399AEA707FEECCE7AB5 using oldmapred API
2016-05-18 02:06:02,989 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=4B21F17D4F884399AEA707FEECCE7AB5, vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:02,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, vertexId=vertex_1463537161925_0001_1_00, initRequestedTime=1463537162824, initedTime=1463537162978, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:02,999 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] with distanceFromRoot: 0
2016-05-18 02:06:03,000 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:03,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537161925_0001_1_00, startRequestedTime=1463537162890, startedTime=1463537163000
2016-05-18 02:06:03,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537161925_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:03,003 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:03,005 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A6E9A7ADCB4E49108D0BE045D34026C7
2016-05-18 02:06:03,005 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:03,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:TASK_STARTED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, taskId=task_1463537161925_0001_1_00_000000, scheduledTime=1463537163009, launchTime=1463537163009
2016-05-18 02:06:03,040 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:03,083 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:03,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537161925_0001_00_000001, launchTime=1463537163100
2016-05-18 02:06:03,106 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537161925_0001_00_000001
2016-05-18 02:06:03,109 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537161925_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03 Starting to run new task attempt: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,111 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,111 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:03,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537161925_0001_1_00_000000_0] started. Is using containerId: [container_1463537161925_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:03,112 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:03,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0, startTime=1463537163109, containerId=container_1463537161925_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:03,115 INFO  counters.Limits (Limits.java:ensureInitialized(60)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=256, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-05-18 02:06:03,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1, VertexName: A6E9A7ADCB4E49108D0BE045D34026C7, VertexParallelism: 1, TaskAttemptID:attempt_1463537161925_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BF32430F637948158954B9606EA54F15, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=4B21F17D4F884399AEA707FEECCE7AB5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:03,129 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:03,133 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,138 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537161925_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:03,139 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537161925_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:03,171 INFO  input.MRInput (MRInput.java:initialize(440)) - BF32430F637948158954B9606EA54F15 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:03,173 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BF32430F637948158954B9606EA54F15
2016-05-18 02:06:03,174 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:03,191 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A6E9A7ADCB4E49108D0BE045D34026C7, ordinal: 0
2016-05-18 02:06:03,192 INFO  output.MROutput (MROutput.java:initialize(421)) - 4B21F17D4F884399AEA707FEECCE7AB5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:03,193 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6E9A7ADCB4E49108D0BE045D34026C7, mem on start (mb), free: 230, total: 281, max: 672
2016-05-18 02:06:03,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:03,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:03,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:03,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:03,194 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BF32430F637948158954B9606EA54F15:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [4B21F17D4F884399AEA707FEECCE7AB5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:03,198 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:03,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:03,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:03,203 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BF32430F637948158954B9606EA54F15:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [4B21F17D4F884399AEA707FEECCE7AB5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:03,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:03,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BF32430F637948158954B9606EA54F15 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:03,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:03,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:03,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BF32430F637948158954B9606EA54F15
2016-05-18 02:06:03,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:03,206 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,226 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:03,227 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BF32430F637948158954B9606EA54F15 initialized RecordReader from event
2016-05-18 02:06:03,246 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:03,270 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BF32430F637948158954B9606EA54F15
2016-05-18 02:06:03,270 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_-1"], id: 4B21F17D4F884399AEA707FEECCE7AB5
2016-05-18 02:06:03,270 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_-1"]
2016-05-18 02:06:03,274 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:03,276 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A6E9A7ADCB4E49108D0BE045D34026C7, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:06:03,285 INFO  output.MROutput (MROutput.java:close(526)) - 4B21F17D4F884399AEA707FEECCE7AB5 closed
2016-05-18 02:06:03,287 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537161925_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:03,289 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,289 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6E9A7ADCB4E49108D0BE045D34026C7, mem on close (mb), free: 223, total: 281, max: 672
2016-05-18 02:06:03,290 INFO  output.MROutput (MROutput.java:close(526)) - 4B21F17D4F884399AEA707FEECCE7AB5 closed
2016-05-18 02:06:03,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:03 Completed running task attempt: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:03,292 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537161925_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:03,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537161925_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537163276, Process_Duration=13, Process_End_Time=1463537163289, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:03,299 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537161925_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:03,300 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:03,301 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:03,301 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:03,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, taskAttemptId=attempt_1463537161925_0001_1_00_000000_0, creationTime=1463537163031, allocationTime=1463537163092, startTime=1463537163109, finishTime=1463537163298, timeTaken=189, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:03,306 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537161925_0001_00_000001
2016-05-18 02:06:03,309 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:TASK_FINISHED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, taskId=task_1463537161925_0001_1_00_000000, startTime=1463537163109, finishTime=1463537163312, timeTaken=203, status=SUCCEEDED, successfulAttemptID=attempt_1463537161925_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537163276, Process_Duration=13, Process_End_Time=1463537163289, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:03,324 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:03,324 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7]
2016-05-18 02:06:03,335 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:VERTEX_FINISHED]: vertexName=A6E9A7ADCB4E49108D0BE045D34026C7, vertexId=vertex_1463537161925_0001_1_00, initRequestedTime=1463537162824, initedTime=1463537162978, startRequestedTime=1463537162890, startedTime=1463537163000, finishTime=1463537163324, timeTaken=324, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537163276, Process_Duration=13, Process_End_Time=1463537163289, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537163109, firstTasksToStart=[ task_1463537161925_0001_1_00_000000 ], lastTaskFinishTime=1463537163298, lastTasksToFinish=[ task_1463537161925_0001_1_00_000000 ], minTaskDuration=189, maxTaskDuration=189, avgTaskDuration=189.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537161925_0001_1_00_000000 ], longestDurationTasks=[ task_1463537161925_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:03,336 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:03,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537161925_0001_00_000001, stoppedTime=1463537163339, exitStatus=0
2016-05-18 02:06:03,340 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:03,340 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:03,341 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537161925_0001_1
2016-05-18 02:06:03,342 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537161925_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:03,342 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537161925_0001_00_000001: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:03,342 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537161925_0001_00_000001, Exiting
2016-05-18 02:06:03,342 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537161925_0001_00_000001
2016-05-18 02:06:03,342 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537161925_0001_00_000001
2016-05-18 02:06:03,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537161925_0001_1
2016-05-18 02:06:03,343 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537161925_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:03,344 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 4B21F17D4F884399AEA707FEECCE7AB5 for vertex: vertex_1463537161925_0001_1_00 [A6E9A7ADCB4E49108D0BE045D34026C7], outputName: 4B21F17D4F884399AEA707FEECCE7AB5
2016-05-18 02:06:03,344 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537161925_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:03,347 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537161925_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:03,349 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537161925_0001_00_000001 completed successfully
2016-05-18 02:06:03,361 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:4B21F17D4F884399AEA707FEECCE7AB5 of vertex/vertexGroup:A6E9A7ADCB4E49108D0BE045D34026C7 isVertexGroupOutput:false
2016-05-18 02:06:03,361 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:03,367 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537161925_0001_1, queueSize=0
2016-05-18 02:06:03,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537161925_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537161925_0001_1, startTime=1463537162820, finishTime=1463537163361, timeTaken=541, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=1360, AM_GC_TIME_MILLIS=27, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537163276, Process_Duration=13, Process_End_Time=1463537163289, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:03,369 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537161925_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:03,370 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537161925_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:03 Completed Dag: dag_1463537161925_0001_1
2016-05-18 02:06:03,370 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537161925_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:03,370 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537161925_0001_1_post
2016-05-18 02:06:03,370 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:03,370 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:03,370 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:03,371 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1, with id=dag_1463537161925_0001_1
2016-05-18 02:06:03,374 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C] each/(1/1) ...blyplatform/-1_'field'_-1, with id=dag_1463537161925_0001_1
2016-05-18 02:06:03,389 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_'field'_-1, applicationId=application_1463537161925_0001
2016-05-18 02:06:03,394 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:03,394 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:03,394 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:03,394 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:03,395 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:03,395 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:03,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:03,398 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:03,398 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:03,399 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:03,399 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:03,399 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:03,400 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:03,400 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:03,404 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/346E87EEF9C842D19B7072EEDFA2007C/FA52AB77EA6F474199E13790995BE72C/.tez/application_1463537161925_0001
2016-05-18 02:06:03,406 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_-1/_temporary
2016-05-18 02:06:03,407 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:01.689
2016-05-18 02:06:03,516 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_-1
2016-05-18 02:06:03,562 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:03,562 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:03,642 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-05-18 02:06:03,667 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.051
2016-05-18 02:06:03,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:03,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:03,669 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:03,697 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:03,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_'field'
2016-05-18 02:06:03,741 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:03,742 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:03,742 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_'field'"]
2016-05-18 02:06:03,743 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:03,743 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:03,743 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:03,745 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:03,745 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:03,772 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:03,777 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:03,778 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:03,778 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:03,790 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001 doesn't exist and is created
2016-05-18 02:06:03,823 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:03,823 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:03,825 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001_wd
2016-05-18 02:06:03,846 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537163778_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:03,846 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:03,847 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:03,854 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:03,854 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:03,854 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:03,854 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:03,855 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:03,860 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:03,860 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:03,860 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:03,861 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:03,861 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:03,862 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:03,862 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:03,869 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:03,871 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:03,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:03,871 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001_wd/localmode-log-dir
2016-05-18 02:06:03,872 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001_wd/localmode-log-dir/history.txt.appattempt_1463537163778_0001_000000, maxErrors=10
2016-05-18 02:06:03,873 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:03,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537163778_0001_000000, appSubmitTime=1463537163845, launchTime=1463537163845
2016-05-18 02:06:03,881 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:03,913 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48897
2016-05-18 02:06:03,915 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537163778
2016-05-18 02:06:03,924 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-05-18 02:06:03,924 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-05-18 02:06:03,924 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:03,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537163778_0001_000000, startTime=1463537163927
2016-05-18 02:06:03,927 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:04,024 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:04,024 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:04,025 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537163778_0001, dagName=[CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:04,048 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:04,048 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:04,049 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537163778_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001_wd/localmode-log-dir/dag_1463537163778_0001_1.dot
2016-05-18 02:06:04,050 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001_wd/localmode-log-dir/dag_1463537163778_0001_1-tez-dag.pb.txt
2016-05-18 02:06:04,055 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537163778_0001_1
2016-05-18 02:06:04,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,055 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:04 Running Dag: dag_1463537163778_0001_1
2016-05-18 02:06:04,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537163778_0001_1, submitTime=1463537164048
2016-05-18 02:06:04,073 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001/tez-conf.pb" } size: 40945 timestamp: 1463537163000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:04,073 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,073 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,074 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:04,074 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:04,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537163778_0001_1, initTime=1463537164075
2016-05-18 02:06:04,080 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537163778_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:04,081 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:04,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:DAG_STARTED]: dagID=dag_1463537163778_0001_1, startTime=1463537164081
2016-05-18 02:06:04,082 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537163778_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:04,082 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BB9144FF2BEC4828ABA1FA2B3B75E155 : {B2C6F34E96334E8590C0CA9B384CD149={InputName=B2C6F34E96334E8590C0CA9B384CD149}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:04,082 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: B2C6F34E96334E8590C0CA9B384CD149, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:04,082 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,083 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,083 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,083 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,083 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537163778_0001, dagName=[CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field'
2016-05-18 02:06:04,084 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:04,085 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: B2C6F34E96334E8590C0CA9B384CD149 on vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,098 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input B2C6F34E96334E8590C0CA9B384CD149 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:04,102 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:04,103 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:04,103 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:04,104 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:04,105 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: B2C6F34E96334E8590C0CA9B384CD149 on vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,107 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:04,108 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {B2C6F34E96334E8590C0CA9B384CD149=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:04,110 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] parallelism set to 1
2016-05-18 02:06:04,110 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:04,111 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537163778_0001, with dag id: dag_1463537163778_0001_1
2016-05-18 02:06:04,112 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155], numAdditionalOutputs=1
2016-05-18 02:06:04,112 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=BD58AD2C605C457A9A80AB4678D6C130, vertex=vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:04,117 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BB9144FF2BEC4828ABA1FA2B3B75E155:BD58AD2C605C457A9A80AB4678D6C130 using oldmapred API
2016-05-18 02:06:04,118 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=BD58AD2C605C457A9A80AB4678D6C130, vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:04,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, vertexId=vertex_1463537163778_0001_1_00, initRequestedTime=1463537164082, initedTime=1463537164112, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:04,120 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] with distanceFromRoot: 0
2016-05-18 02:06:04,120 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:04,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537163778_0001_1_00, startRequestedTime=1463537164084, startedTime=1463537164120
2016-05-18 02:06:04,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537163778_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:04,125 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:04,125 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BB9144FF2BEC4828ABA1FA2B3B75E155
2016-05-18 02:06:04,125 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:TASK_STARTED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, taskId=task_1463537163778_0001_1_00_000000, scheduledTime=1463537164126, launchTime=1463537164126
2016-05-18 02:06:04,127 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,129 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:04,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537163778_0001_00_000001, launchTime=1463537164132
2016-05-18 02:06:04,133 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537163778_0001_00_000001
2016-05-18 02:06:04,135 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537163778_0001_1_00_000000_0] started. Is using containerId: [container_1463537163778_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:04,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0, startTime=1463537164135, containerId=container_1463537163778_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:04,136 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537163778_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04 Starting to run new task attempt: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,138 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,138 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,139 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:04,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field', VertexName: BB9144FF2BEC4828ABA1FA2B3B75E155, VertexParallelism: 1, TaskAttemptID:attempt_1463537163778_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B2C6F34E96334E8590C0CA9B384CD149, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BD58AD2C605C457A9A80AB4678D6C130, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:04,140 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:04,140 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,146 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537163778_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:04,146 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537163778_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:04,156 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:04,170 INFO  input.MRInput (MRInput.java:initialize(440)) - B2C6F34E96334E8590C0CA9B384CD149 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:04,171 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: B2C6F34E96334E8590C0CA9B384CD149
2016-05-18 02:06:04,182 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BB9144FF2BEC4828ABA1FA2B3B75E155, ordinal: 0
2016-05-18 02:06:04,182 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB9144FF2BEC4828ABA1FA2B3B75E155, mem on start (mb), free: 234, total: 281, max: 672
2016-05-18 02:06:04,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:04,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:04,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:04,184 INFO  output.MROutput (MROutput.java:initialize(421)) - BD58AD2C605C457A9A80AB4678D6C130: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:04,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:04,186 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BD58AD2C605C457A9A80AB4678D6C130:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B2C6F34E96334E8590C0CA9B384CD149:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:04,187 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:04,187 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:04,188 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:04,188 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BD58AD2C605C457A9A80AB4678D6C130:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B2C6F34E96334E8590C0CA9B384CD149:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:04,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:04,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B2C6F34E96334E8590C0CA9B384CD149 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:04,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B2C6F34E96334E8590C0CA9B384CD149
2016-05-18 02:06:04,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:04,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:04,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:04,190 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,198 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:04,198 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - B2C6F34E96334E8590C0CA9B384CD149 initialized RecordReader from event
2016-05-18 02:06:04,201 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:04,202 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: B2C6F34E96334E8590C0CA9B384CD149
2016-05-18 02:06:04,202 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_'field'"], id: BD58AD2C605C457A9A80AB4678D6C130
2016-05-18 02:06:04,203 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_'field'"]
2016-05-18 02:06:04,204 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:04,204 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BB9144FF2BEC4828ABA1FA2B3B75E155, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:04,208 INFO  output.MROutput (MROutput.java:close(526)) - BD58AD2C605C457A9A80AB4678D6C130 closed
2016-05-18 02:06:04,210 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537163778_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:04,211 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,212 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB9144FF2BEC4828ABA1FA2B3B75E155, mem on close (mb), free: 232, total: 281, max: 672
2016-05-18 02:06:04,212 INFO  output.MROutput (MROutput.java:close(526)) - BD58AD2C605C457A9A80AB4678D6C130 closed
2016-05-18 02:06:04,212 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:04 Completed running task attempt: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,214 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:04,214 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537163778_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:04,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537163778_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537164204, Process_Duration=7, Process_End_Time=1463537164211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:04,217 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537163778_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:04,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, taskAttemptId=attempt_1463537163778_0001_1_00_000000_0, creationTime=1463537164127, allocationTime=1463537164131, startTime=1463537164135, finishTime=1463537164217, timeTaken=82, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:04,217 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:04,218 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:04,218 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04,219 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,219 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537163778_0001_00_000001
2016-05-18 02:06:04,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:TASK_FINISHED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, taskId=task_1463537163778_0001_1_00_000000, startTime=1463537164135, finishTime=1463537164218, timeTaken=83, status=SUCCEEDED, successfulAttemptID=attempt_1463537163778_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164204, Process_Duration=7, Process_End_Time=1463537164211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:04,221 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:04,221 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155]
2016-05-18 02:06:04,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:VERTEX_FINISHED]: vertexName=BB9144FF2BEC4828ABA1FA2B3B75E155, vertexId=vertex_1463537163778_0001_1_00, initRequestedTime=1463537164082, initedTime=1463537164112, startRequestedTime=1463537164084, startedTime=1463537164120, finishTime=1463537164221, timeTaken=101, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164204, Process_Duration=7, Process_End_Time=1463537164211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537164135, firstTasksToStart=[ task_1463537163778_0001_1_00_000000 ], lastTaskFinishTime=1463537164217, lastTasksToFinish=[ task_1463537163778_0001_1_00_000000 ], minTaskDuration=82, maxTaskDuration=82, avgTaskDuration=82.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537163778_0001_1_00_000000 ], longestDurationTasks=[ task_1463537163778_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:04,224 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:04,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537163778_0001_00_000001, stoppedTime=1463537164224, exitStatus=0
2016-05-18 02:06:04,225 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:04,225 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:04,225 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537163778_0001_1
2016-05-18 02:06:04,225 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537163778_0001_1
2016-05-18 02:06:04,226 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: BD58AD2C605C457A9A80AB4678D6C130 for vertex: vertex_1463537163778_0001_1_00 [BB9144FF2BEC4828ABA1FA2B3B75E155], outputName: BD58AD2C605C457A9A80AB4678D6C130
2016-05-18 02:06:04,230 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537163778_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:04,231 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537163778_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:04,231 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537163778_0001_00_000001, Exiting
2016-05-18 02:06:04,231 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537163778_0001_00_000001
2016-05-18 02:06:04,231 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537163778_0001_00_000001
2016-05-18 02:06:04,234 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537163778_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:04,235 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537163778_0001_00_000001 completed successfully
2016-05-18 02:06:04,236 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537163778_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:04,237 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537163778_0001_00_000001
2016-05-18 02:06:04,245 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:BD58AD2C605C457A9A80AB4678D6C130 of vertex/vertexGroup:BB9144FF2BEC4828ABA1FA2B3B75E155 isVertexGroupOutput:false
2016-05-18 02:06:04,245 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:04,247 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537163778_0001_1, queueSize=0
2016-05-18 02:06:04,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537163778_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537163778_0001_1, startTime=1463537164081, finishTime=1463537164245, timeTaken=164, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=470, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164204, Process_Duration=7, Process_End_Time=1463537164211, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:04,248 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537163778_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:04,248 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537163778_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:04 Completed Dag: dag_1463537163778_0001_1
2016-05-18 02:06:04,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537163778_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:04,249 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537163778_0001_1_post
2016-05-18 02:06:04,249 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:04,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:04,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field', with id=dag_1463537163778_0001_1
2016-05-18 02:06:04,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004] each/(1/1) ...atform/-1_'field'_'field', with id=dag_1463537163778_0001_1
2016-05-18 02:06:04,257 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_'field'_'field', applicationId=application_1463537163778_0001
2016-05-18 02:06:04,261 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:04,261 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:04,261 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:04,262 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:04,262 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:04,262 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:04,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:04,263 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:04,263 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:04,263 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:04,263 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:04,264 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:04,264 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:04,266 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:04,270 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CD8CAB147339412196B7C386822F66CA/D0522186C0AC49CD8CA31CB5064AC004/.tez/application_1463537163778_0001
2016-05-18 02:06:04,272 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_'field'/_temporary
2016-05-18 02:06:04,272 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.530
2016-05-18 02:06:04,373 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_'field'
2016-05-18 02:06:04,415 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:04,415 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:04,472 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:04,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.038
2016-05-18 02:06:04,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:04,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:04,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:04,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:04,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_RESULTS
2016-05-18 02:06:04,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:04,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:04,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_RESULTS"]
2016-05-18 02:06:04,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:04,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:04,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:04,548 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:04,548 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:04,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:04,571 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:04,571 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:04,571 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:04,582 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001 doesn't exist and is created
2016-05-18 02:06:04,610 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:04,610 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:04,612 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001_wd
2016-05-18 02:06:04,629 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537164571_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:04,629 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:04,630 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:04,633 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:04,633 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:04,633 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:04,633 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:04,635 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:04,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:04,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:04,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:04,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:04,639 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:04,639 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:04,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:04,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:04,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:04,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:04,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:04,640 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:04,643 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:04,644 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:04,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:04,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001_wd/localmode-log-dir
2016-05-18 02:06:04,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001_wd/localmode-log-dir/history.txt.appattempt_1463537164571_0001_000000, maxErrors=10
2016-05-18 02:06:04,645 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:04,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537164571_0001_000000, appSubmitTime=1463537164628, launchTime=1463537164629
2016-05-18 02:06:04,654 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:04,655 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46130
2016-05-18 02:06:04,656 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537164571
2016-05-18 02:06:04,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537164571_0001_000000, startTime=1463537164659
2016-05-18 02:06:04,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:04,711 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:04,711 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:04,711 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537164571_0001, dagName=[DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:04,736 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:04,736 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:04,737 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537164571_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001_wd/localmode-log-dir/dag_1463537164571_0001_1.dot
2016-05-18 02:06:04,738 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001_wd/localmode-log-dir/dag_1463537164571_0001_1-tez-dag.pb.txt
2016-05-18 02:06:04,742 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537164571_0001_1
2016-05-18 02:06:04,742 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,742 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:04 Running Dag: dag_1463537164571_0001_1
2016-05-18 02:06:04,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537164571_0001_1, submitTime=1463537164736
2016-05-18 02:06:04,759 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001/tez-conf.pb" } size: 40945 timestamp: 1463537164000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:04,759 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,760 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,760 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:04,760 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:04,760 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537164571_0001_1, initTime=1463537164760
2016-05-18 02:06:04,761 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537164571_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:04,763 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:04,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:DAG_STARTED]: dagID=dag_1463537164571_0001_1, startTime=1463537164763
2016-05-18 02:06:04,763 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537164571_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:04,763 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A189F277B84A448A934DEE34698D5C88 : {1857BCAFD3D74B7E80740161BE8834A8={InputName=1857BCAFD3D74B7E80740161BE8834A8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:04,763 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 1857BCAFD3D74B7E80740161BE8834A8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:04,764 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,764 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,764 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,764 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,765 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:04,765 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537164571_0001, dagName=[DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS
2016-05-18 02:06:04,765 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 1857BCAFD3D74B7E80740161BE8834A8 on vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,767 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 1857BCAFD3D74B7E80740161BE8834A8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:04,770 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:04,770 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:04,770 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:04,770 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:04,771 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 1857BCAFD3D74B7E80740161BE8834A8 on vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,772 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:04,773 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {1857BCAFD3D74B7E80740161BE8834A8=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:04,773 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] parallelism set to 1
2016-05-18 02:06:04,773 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:04,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88], numAdditionalOutputs=1
2016-05-18 02:06:04,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=2F4028D9893347B4A1638E2699281091, vertex=vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:04,777 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A189F277B84A448A934DEE34698D5C88:2F4028D9893347B4A1638E2699281091 using oldmapred API
2016-05-18 02:06:04,777 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=2F4028D9893347B4A1638E2699281091, vertexName=A189F277B84A448A934DEE34698D5C88, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:04,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A189F277B84A448A934DEE34698D5C88, vertexId=vertex_1463537164571_0001_1_00, initRequestedTime=1463537164763, initedTime=1463537164774, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:04,780 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] with distanceFromRoot: 0
2016-05-18 02:06:04,780 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:04,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537164571_0001_1_00, startRequestedTime=1463537164765, startedTime=1463537164780
2016-05-18 02:06:04,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537164571_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:04,781 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:04,781 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A189F277B84A448A934DEE34698D5C88
2016-05-18 02:06:04,781 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:TASK_STARTED]: vertexName=A189F277B84A448A934DEE34698D5C88, taskId=task_1463537164571_0001_1_00_000000, scheduledTime=1463537164782, launchTime=1463537164782
2016-05-18 02:06:04,782 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,784 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:04,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537164571_0001_00_000001, launchTime=1463537164786
2016-05-18 02:06:04,787 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537164571_0001_00_000001
2016-05-18 02:06:04,789 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537164571_0001_1_00_000000_0] started. Is using containerId: [container_1463537164571_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:04,789 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537164571_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A189F277B84A448A934DEE34698D5C88, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0, startTime=1463537164789, containerId=container_1463537164571_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:04 Starting to run new task attempt: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,791 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,791 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,792 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:04,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS, VertexName: A189F277B84A448A934DEE34698D5C88, VertexParallelism: 1, TaskAttemptID:attempt_1463537164571_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1857BCAFD3D74B7E80740161BE8834A8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2F4028D9893347B4A1638E2699281091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:04,792 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537164571_0001, with dag id: dag_1463537164571_0001_1
2016-05-18 02:06:04,792 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:04,794 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,796 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537164571_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:04,797 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537164571_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:04,826 INFO  input.MRInput (MRInput.java:initialize(440)) - 1857BCAFD3D74B7E80740161BE8834A8 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:04,826 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 1857BCAFD3D74B7E80740161BE8834A8
2016-05-18 02:06:04,827 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:04,844 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A189F277B84A448A934DEE34698D5C88, ordinal: 0
2016-05-18 02:06:04,845 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A189F277B84A448A934DEE34698D5C88, mem on start (mb), free: 358, total: 387, max: 672
2016-05-18 02:06:04,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:04,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:04,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:04,846 INFO  output.MROutput (MROutput.java:initialize(421)) - 2F4028D9893347B4A1638E2699281091: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:04,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:04,847 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1857BCAFD3D74B7E80740161BE8834A8:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [2F4028D9893347B4A1638E2699281091:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:04,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:04,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:04,847 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:04,847 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1857BCAFD3D74B7E80740161BE8834A8:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [2F4028D9893347B4A1638E2699281091:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 1857BCAFD3D74B7E80740161BE8834A8
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 1857BCAFD3D74B7E80740161BE8834A8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:04,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:04,849 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,851 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:04,851 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 1857BCAFD3D74B7E80740161BE8834A8 initialized RecordReader from event
2016-05-18 02:06:04,854 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:04,856 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1857BCAFD3D74B7E80740161BE8834A8
2016-05-18 02:06:04,856 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_RESULTS"], id: 2F4028D9893347B4A1638E2699281091
2016-05-18 02:06:04,856 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_RESULTS"]
2016-05-18 02:06:04,857 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:04,858 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A189F277B84A448A934DEE34698D5C88, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:04,862 INFO  output.MROutput (MROutput.java:close(526)) - 2F4028D9893347B4A1638E2699281091 closed
2016-05-18 02:06:04,863 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537164571_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:04,864 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,864 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A189F277B84A448A934DEE34698D5C88, mem on close (mb), free: 356, total: 387, max: 672
2016-05-18 02:06:04,864 INFO  output.MROutput (MROutput.java:close(526)) - 2F4028D9893347B4A1638E2699281091 closed
2016-05-18 02:06:04,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:04 Completed running task attempt: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,867 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:04,867 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537164571_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:04,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537164571_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537164858, Process_Duration=6, Process_End_Time=1463537164864, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:04,870 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537164571_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:04,870 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:04,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A189F277B84A448A934DEE34698D5C88, taskAttemptId=attempt_1463537164571_0001_1_00_000000_0, creationTime=1463537164782, allocationTime=1463537164785, startTime=1463537164789, finishTime=1463537164870, timeTaken=81, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:04,870 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:04,871 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,871 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04,872 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537164571_0001_00_000001
2016-05-18 02:06:04,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:TASK_FINISHED]: vertexName=A189F277B84A448A934DEE34698D5C88, taskId=task_1463537164571_0001_1_00_000000, startTime=1463537164789, finishTime=1463537164871, timeTaken=82, status=SUCCEEDED, successfulAttemptID=attempt_1463537164571_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164858, Process_Duration=6, Process_End_Time=1463537164864, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:04,874 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:04,874 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88]
2016-05-18 02:06:04,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:VERTEX_FINISHED]: vertexName=A189F277B84A448A934DEE34698D5C88, vertexId=vertex_1463537164571_0001_1_00, initRequestedTime=1463537164763, initedTime=1463537164774, startRequestedTime=1463537164765, startedTime=1463537164780, finishTime=1463537164874, timeTaken=94, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164858, Process_Duration=6, Process_End_Time=1463537164864, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537164789, firstTasksToStart=[ task_1463537164571_0001_1_00_000000 ], lastTaskFinishTime=1463537164870, lastTasksToFinish=[ task_1463537164571_0001_1_00_000000 ], minTaskDuration=81, maxTaskDuration=81, avgTaskDuration=81.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537164571_0001_1_00_000000 ], longestDurationTasks=[ task_1463537164571_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:04,876 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:04,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537164571_0001_00_000001, stoppedTime=1463537164876, exitStatus=0
2016-05-18 02:06:04,876 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:04,876 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:04,876 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537164571_0001_1
2016-05-18 02:06:04,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537164571_0001_1
2016-05-18 02:06:04,881 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 2F4028D9893347B4A1638E2699281091 for vertex: vertex_1463537164571_0001_1_00 [A189F277B84A448A934DEE34698D5C88], outputName: 2F4028D9893347B4A1638E2699281091
2016-05-18 02:06:04,883 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537164571_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:04,884 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537164571_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:04,884 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537164571_0001_00_000001, Exiting
2016-05-18 02:06:04,884 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537164571_0001_00_000001
2016-05-18 02:06:04,884 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537164571_0001_00_000001
2016-05-18 02:06:04,887 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537164571_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:04,887 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537164571_0001_00_000001 completed successfully
2016-05-18 02:06:04,888 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537164571_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:04,888 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537164571_0001_00_000001
2016-05-18 02:06:04,896 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:2F4028D9893347B4A1638E2699281091 of vertex/vertexGroup:A189F277B84A448A934DEE34698D5C88 isVertexGroupOutput:false
2016-05-18 02:06:04,896 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:04,898 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537164571_0001_1, queueSize=0
2016-05-18 02:06:04,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537164571_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537164571_0001_1, startTime=1463537164763, finishTime=1463537164896, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=340, AM_GC_TIME_MILLIS=22, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537164858, Process_Duration=6, Process_End_Time=1463537164864, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:04,898 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537164571_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:04,899 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537164571_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:04 Completed Dag: dag_1463537164571_0001_1
2016-05-18 02:06:04,899 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537164571_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:04,899 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537164571_0001_1_post
2016-05-18 02:06:04,899 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:04,900 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:04,900 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:04,900 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS, with id=dag_1463537164571_0001_1
2016-05-18 02:06:04,900 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78] each/(1/1) ...atform/-1_'field'_RESULTS, with id=dag_1463537164571_0001_1
2016-05-18 02:06:04,911 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_'field'_RESULTS, applicationId=application_1463537164571_0001
2016-05-18 02:06:04,915 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:04,915 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:04,916 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:04,916 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:04,916 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:04,921 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:04,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:04,922 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:04,922 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:04,922 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:04,923 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:04,923 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:04,924 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:04,926 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:04,934 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DA020C0656B14B7F9B3C03464E17379E/D3685C205E61454B89808C89318FAB78/.tez/application_1463537164571_0001
2016-05-18 02:06:04,935 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_RESULTS/_temporary
2016-05-18 02:06:04,936 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.388
2016-05-18 02:06:05,029 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_RESULTS
2016-05-18 02:06:05,064 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:05,064 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:05,118 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:06:05,127 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.027
2016-05-18 02:06:05,128 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:05,128 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:05,129 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:05,151 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:05,152 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_ALL
2016-05-18 02:06:05,169 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:05,169 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:05,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_ALL"]
2016-05-18 02:06:05,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:05,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:05,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:05,172 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:05,173 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:05,190 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:05,194 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:05,195 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:05,195 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:05,204 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001 doesn't exist and is created
2016-05-18 02:06:05,235 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:05,235 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:05,236 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001_wd
2016-05-18 02:06:05,255 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537165195_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:05,256 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:05,256 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:05,258 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:05,259 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:05,259 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:05,259 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:05,261 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:05,263 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:05,264 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:05,264 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:05,264 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:05,264 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:05,265 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:05,266 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:05,266 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:05,266 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:05,266 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:05,267 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:05,268 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:05,270 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:05,271 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:05,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:05,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001_wd/localmode-log-dir
2016-05-18 02:06:05,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001_wd/localmode-log-dir/history.txt.appattempt_1463537165195_0001_000000, maxErrors=10
2016-05-18 02:06:05,272 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:05,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537165195_0001_000000, appSubmitTime=1463537165255, launchTime=1463537165255
2016-05-18 02:06:05,281 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:05,288 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57374
2016-05-18 02:06:05,289 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537165195
2016-05-18 02:06:05,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537165195_0001_000000, startTime=1463537165290
2016-05-18 02:06:05,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:05,335 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:05,335 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:05,336 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537165195_0001, dagName=[B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:05,357 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:05,357 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:05,358 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537165195_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001_wd/localmode-log-dir/dag_1463537165195_0001_1.dot
2016-05-18 02:06:05,359 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001_wd/localmode-log-dir/dag_1463537165195_0001_1-tez-dag.pb.txt
2016-05-18 02:06:05,367 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537165195_0001_1
2016-05-18 02:06:05,367 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:05,367 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:05 Running Dag: dag_1463537165195_0001_1
2016-05-18 02:06:05,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537165195_0001_1, submitTime=1463537165357
2016-05-18 02:06:05,383 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001/tez-conf.pb" } size: 40945 timestamp: 1463537165000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:05,384 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,384 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,384 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:05,384 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:05,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537165195_0001_1, initTime=1463537165385
2016-05-18 02:06:05,385 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165195_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:05,386 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:05,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:DAG_STARTED]: dagID=dag_1463537165195_0001_1, startTime=1463537165386
2016-05-18 02:06:05,386 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165195_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:05,386 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BB22CD46B2F44B76BBB50A8C4ABFB4E7 : {CE94D17DCF284736BC91CFF8C7EBF406={InputName=CE94D17DCF284736BC91CFF8C7EBF406}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:05,387 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: CE94D17DCF284736BC91CFF8C7EBF406, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:05,387 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,387 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,387 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,387 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,387 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537165195_0001, dagName=[B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL
2016-05-18 02:06:05,388 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:05,388 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: CE94D17DCF284736BC91CFF8C7EBF406 on vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,389 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input CE94D17DCF284736BC91CFF8C7EBF406 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:05,391 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:05,392 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:05,392 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:05,392 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:05,393 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: CE94D17DCF284736BC91CFF8C7EBF406 on vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,394 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:05,396 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {CE94D17DCF284736BC91CFF8C7EBF406=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:05,396 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] parallelism set to 1
2016-05-18 02:06:05,396 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:05,398 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7], numAdditionalOutputs=1
2016-05-18 02:06:05,398 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F87F7A79A2524F1B99BCF96E2DC4CB8E, vertex=vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:05,400 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BB22CD46B2F44B76BBB50A8C4ABFB4E7:F87F7A79A2524F1B99BCF96E2DC4CB8E using oldmapred API
2016-05-18 02:06:05,400 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F87F7A79A2524F1B99BCF96E2DC4CB8E, vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:05,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, vertexId=vertex_1463537165195_0001_1_00, initRequestedTime=1463537165386, initedTime=1463537165398, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:05,401 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] with distanceFromRoot: 0
2016-05-18 02:06:05,401 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:05,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537165195_0001_1_00, startRequestedTime=1463537165388, startedTime=1463537165401
2016-05-18 02:06:05,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537165195_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:05,402 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:05,403 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BB22CD46B2F44B76BBB50A8C4ABFB4E7
2016-05-18 02:06:05,403 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,405 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:TASK_STARTED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, taskId=task_1463537165195_0001_1_00_000000, scheduledTime=1463537165404, launchTime=1463537165404
2016-05-18 02:06:05,405 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,406 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:05,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537165195_0001_00_000001, launchTime=1463537165408
2016-05-18 02:06:05,409 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537165195_0001_00_000001
2016-05-18 02:06:05,410 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537165195_0001_1_00_000000_0] started. Is using containerId: [container_1463537165195_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:05,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0, startTime=1463537165410, containerId=container_1463537165195_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:05,410 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537165195_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05 Starting to run new task attempt: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,411 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,413 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:05,413 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:05,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL, VertexName: BB22CD46B2F44B76BBB50A8C4ABFB4E7, VertexParallelism: 1, TaskAttemptID:attempt_1463537165195_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE94D17DCF284736BC91CFF8C7EBF406, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F87F7A79A2524F1B99BCF96E2DC4CB8E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:05,414 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:05,416 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,416 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537165195_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:05,417 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537165195_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:05,418 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537165195_0001, with dag id: dag_1463537165195_0001_1
2016-05-18 02:06:05,427 INFO  input.MRInput (MRInput.java:initialize(440)) - CE94D17DCF284736BC91CFF8C7EBF406 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:05,427 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: CE94D17DCF284736BC91CFF8C7EBF406
2016-05-18 02:06:05,428 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:05,437 INFO  output.MROutput (MROutput.java:initialize(421)) - F87F7A79A2524F1B99BCF96E2DC4CB8E: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:05,442 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BB22CD46B2F44B76BBB50A8C4ABFB4E7, ordinal: 0
2016-05-18 02:06:05,442 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB22CD46B2F44B76BBB50A8C4ABFB4E7, mem on start (mb), free: 266, total: 387, max: 672
2016-05-18 02:06:05,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:05,443 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:05,443 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:05,443 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:05,443 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CE94D17DCF284736BC91CFF8C7EBF406:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F87F7A79A2524F1B99BCF96E2DC4CB8E:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:05,444 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:05,444 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:05,444 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:05,445 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CE94D17DCF284736BC91CFF8C7EBF406:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F87F7A79A2524F1B99BCF96E2DC4CB8E:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:05,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:05,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CE94D17DCF284736BC91CFF8C7EBF406 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:05,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CE94D17DCF284736BC91CFF8C7EBF406
2016-05-18 02:06:05,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:05,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:05,446 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:05,447 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,448 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:05,448 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - CE94D17DCF284736BC91CFF8C7EBF406 initialized RecordReader from event
2016-05-18 02:06:05,451 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:05,452 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: CE94D17DCF284736BC91CFF8C7EBF406
2016-05-18 02:06:05,452 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_ALL"], id: F87F7A79A2524F1B99BCF96E2DC4CB8E
2016-05-18 02:06:05,453 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_ALL"]
2016-05-18 02:06:05,453 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:05,454 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BB22CD46B2F44B76BBB50A8C4ABFB4E7, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:05,458 INFO  output.MROutput (MROutput.java:close(526)) - F87F7A79A2524F1B99BCF96E2DC4CB8E closed
2016-05-18 02:06:05,459 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537165195_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:05,459 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,460 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB22CD46B2F44B76BBB50A8C4ABFB4E7, mem on close (mb), free: 264, total: 387, max: 672
2016-05-18 02:06:05,460 INFO  output.MROutput (MROutput.java:close(526)) - F87F7A79A2524F1B99BCF96E2DC4CB8E closed
2016-05-18 02:06:05,460 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:05 Completed running task attempt: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,461 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:05,461 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537165195_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:05,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537165195_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537165454, Process_Duration=5, Process_End_Time=1463537165459, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:05,463 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537165195_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:05,463 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:05,463 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:05,463 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:05,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, taskAttemptId=attempt_1463537165195_0001_1_00_000000_0, creationTime=1463537165405, allocationTime=1463537165407, startTime=1463537165410, finishTime=1463537165463, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:05,464 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537165195_0001_00_000001
2016-05-18 02:06:05,464 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:TASK_FINISHED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, taskId=task_1463537165195_0001_1_00_000000, startTime=1463537165410, finishTime=1463537165464, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1463537165195_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537165454, Process_Duration=5, Process_End_Time=1463537165459, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:05,466 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:05,466 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7]
2016-05-18 02:06:05,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:VERTEX_FINISHED]: vertexName=BB22CD46B2F44B76BBB50A8C4ABFB4E7, vertexId=vertex_1463537165195_0001_1_00, initRequestedTime=1463537165386, initedTime=1463537165398, startRequestedTime=1463537165388, startedTime=1463537165401, finishTime=1463537165466, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537165454, Process_Duration=5, Process_End_Time=1463537165459, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537165410, firstTasksToStart=[ task_1463537165195_0001_1_00_000000 ], lastTaskFinishTime=1463537165463, lastTasksToFinish=[ task_1463537165195_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537165195_0001_1_00_000000 ], longestDurationTasks=[ task_1463537165195_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:05,468 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:05,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537165195_0001_00_000001, stoppedTime=1463537165468, exitStatus=0
2016-05-18 02:06:05,469 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:05,469 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:05,469 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537165195_0001_1
2016-05-18 02:06:05,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537165195_0001_1
2016-05-18 02:06:05,469 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F87F7A79A2524F1B99BCF96E2DC4CB8E for vertex: vertex_1463537165195_0001_1_00 [BB22CD46B2F44B76BBB50A8C4ABFB4E7], outputName: F87F7A79A2524F1B99BCF96E2DC4CB8E
2016-05-18 02:06:05,469 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165195_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:05,470 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537165195_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:05,475 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537165195_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:05,475 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537165195_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:05,475 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537165195_0001_00_000001, Exiting
2016-05-18 02:06:05,475 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537165195_0001_00_000001
2016-05-18 02:06:05,475 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537165195_0001_00_000001
2016-05-18 02:06:05,476 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537165195_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:05,476 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537165195_0001_00_000001 completed successfully
2016-05-18 02:06:05,479 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F87F7A79A2524F1B99BCF96E2DC4CB8E of vertex/vertexGroup:BB22CD46B2F44B76BBB50A8C4ABFB4E7 isVertexGroupOutput:false
2016-05-18 02:06:05,479 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:05,482 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537165195_0001_1, queueSize=0
2016-05-18 02:06:05,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165195_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537165195_0001_1, startTime=1463537165386, finishTime=1463537165479, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=170, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537165454, Process_Duration=5, Process_End_Time=1463537165459, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:05,483 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537165195_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:05,483 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165195_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:05 Completed Dag: dag_1463537165195_0001_1
2016-05-18 02:06:05,483 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537165195_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:05,484 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537165195_0001_1_post
2016-05-18 02:06:05,484 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:05,484 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:05,484 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:05,484 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL, with id=dag_1463537165195_0001_1
2016-05-18 02:06:05,485 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB] each/(1/1) ...lyplatform/-1_'field'_ALL, with id=dag_1463537165195_0001_1
2016-05-18 02:06:05,492 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_'field'_ALL, applicationId=application_1463537165195_0001
2016-05-18 02:06:05,496 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:05,496 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:05,497 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:05,497 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:05,497 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:05,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:05,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:05,499 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:05,499 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:05,499 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:05,500 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:05,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:05,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:05,502 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:05,507 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/B7C8F44365994ED5A388DE83CCFA95C1/F743FE5C4F5B4F9BBFA7E452DA78F0DB/.tez/application_1463537165195_0001
2016-05-18 02:06:05,507 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_ALL/_temporary
2016-05-18 02:06:05,508 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.338
2016-05-18 02:06:05,601 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_ALL
2016-05-18 02:06:05,630 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:05,630 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:05,676 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.008
2016-05-18 02:06:05,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.012
2016-05-18 02:06:05,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:05,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:05,681 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_REPLACE
2016-05-18 02:06:05,726 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:05,726 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:05,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:05,799 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:06:05,800 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:05,800 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:05,800 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:05,828 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:05,829 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_SWAP
2016-05-18 02:06:05,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:05,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:05,846 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_SWAP"]
2016-05-18 02:06:05,846 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:05,847 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:05,847 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:05,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:05,848 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:05,873 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:05,877 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:05,878 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:05,878 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:05,888 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001 doesn't exist and is created
2016-05-18 02:06:05,909 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:05,909 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:05,910 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001_wd
2016-05-18 02:06:05,927 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537165877_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:05,927 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:05,927 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:05,930 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:05,930 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:05,930 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:05,930 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:05,931 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:05,934 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:05,934 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:05,934 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:05,935 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:05,935 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:05,935 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:05,935 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:05,936 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:05,936 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:05,936 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:05,936 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:05,937 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:05,939 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:05,940 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:05,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:05,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001_wd/localmode-log-dir
2016-05-18 02:06:05,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001_wd/localmode-log-dir/history.txt.appattempt_1463537165877_0001_000000, maxErrors=10
2016-05-18 02:06:05,942 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:05,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537165877_0001_000000, appSubmitTime=1463537165926, launchTime=1463537165926
2016-05-18 02:06:05,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:05,956 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51576
2016-05-18 02:06:05,956 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537165877
2016-05-18 02:06:05,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537165877_0001_000000, startTime=1463537165959
2016-05-18 02:06:05,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:06,009 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:06,009 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:06,010 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537165877_0001, dagName=[23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:06,036 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:06,036 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:06,037 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537165877_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001_wd/localmode-log-dir/dag_1463537165877_0001_1.dot
2016-05-18 02:06:06,038 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001_wd/localmode-log-dir/dag_1463537165877_0001_1-tez-dag.pb.txt
2016-05-18 02:06:06,044 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537165877_0001_1
2016-05-18 02:06:06,044 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,044 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:06 Running Dag: dag_1463537165877_0001_1
2016-05-18 02:06:06,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537165877_0001_1, submitTime=1463537166036
2016-05-18 02:06:06,062 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001/tez-conf.pb" } size: 40945 timestamp: 1463537165000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:06,062 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,062 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,063 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:06,063 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:06,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537165877_0001_1, initTime=1463537166063
2016-05-18 02:06:06,064 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165877_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:06,065 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:06,067 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537165877_0001, dagName=[23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP
2016-05-18 02:06:06,067 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:DAG_STARTED]: dagID=dag_1463537165877_0001_1, startTime=1463537166067
2016-05-18 02:06:06,067 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165877_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:06,067 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D6C7C9BA6A8041ADB32AA558EA80983A : {63CBB8E7517B44C9A3C1A220ADBFBE20={InputName=63CBB8E7517B44C9A3C1A220ADBFBE20}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:06,067 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 63CBB8E7517B44C9A3C1A220ADBFBE20, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:06,067 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,068 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,068 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,068 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,069 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:06,069 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 63CBB8E7517B44C9A3C1A220ADBFBE20 on vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,073 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 63CBB8E7517B44C9A3C1A220ADBFBE20 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:06,078 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:06,078 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:06,079 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:06,079 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:06,080 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 63CBB8E7517B44C9A3C1A220ADBFBE20 on vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,082 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:06,085 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {63CBB8E7517B44C9A3C1A220ADBFBE20=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:06,086 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] parallelism set to 1
2016-05-18 02:06:06,086 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:06,087 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A], numAdditionalOutputs=1
2016-05-18 02:06:06,087 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=96E72B641D3E4BA9A00CCA1699722036, vertex=vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:06,091 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D6C7C9BA6A8041ADB32AA558EA80983A:96E72B641D3E4BA9A00CCA1699722036 using oldmapred API
2016-05-18 02:06:06,092 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=96E72B641D3E4BA9A00CCA1699722036, vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:06,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, vertexId=vertex_1463537165877_0001_1_00, initRequestedTime=1463537166067, initedTime=1463537166087, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:06,093 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] with distanceFromRoot: 0
2016-05-18 02:06:06,094 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:06,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537165877_0001_1_00, startRequestedTime=1463537166069, startedTime=1463537166094
2016-05-18 02:06:06,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537165877_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:06,095 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:06,095 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D6C7C9BA6A8041ADB32AA558EA80983A
2016-05-18 02:06:06,095 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:TASK_STARTED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, taskId=task_1463537165877_0001_1_00_000000, scheduledTime=1463537166096, launchTime=1463537166096
2016-05-18 02:06:06,097 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,098 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:06,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537165877_0001_00_000001, launchTime=1463537166100
2016-05-18 02:06:06,100 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537165877_0001_00_000001
2016-05-18 02:06:06,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537165877_0001_1_00_000000_0] started. Is using containerId: [container_1463537165877_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:06,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0, startTime=1463537166101, containerId=container_1463537165877_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:06,103 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537165877_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06 Starting to run new task attempt: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,104 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,104 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,104 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:06,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP, VertexName: D6C7C9BA6A8041ADB32AA558EA80983A, VertexParallelism: 1, TaskAttemptID:attempt_1463537165877_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=63CBB8E7517B44C9A3C1A220ADBFBE20, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=96E72B641D3E4BA9A00CCA1699722036, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:06,104 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:06,105 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,109 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537165877_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:06,109 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537165877_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:06,114 INFO  input.MRInput (MRInput.java:initialize(440)) - 63CBB8E7517B44C9A3C1A220ADBFBE20 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:06,114 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 63CBB8E7517B44C9A3C1A220ADBFBE20
2016-05-18 02:06:06,115 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:06,119 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537165877_0001, with dag id: dag_1463537165877_0001_1
2016-05-18 02:06:06,132 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D6C7C9BA6A8041ADB32AA558EA80983A, ordinal: 0
2016-05-18 02:06:06,132 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6C7C9BA6A8041ADB32AA558EA80983A, mem on start (mb), free: 159, total: 387, max: 672
2016-05-18 02:06:06,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:06,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:06,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:06,137 INFO  output.MROutput (MROutput.java:initialize(421)) - 96E72B641D3E4BA9A00CCA1699722036: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:06,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:06,137 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[63CBB8E7517B44C9A3C1A220ADBFBE20:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [96E72B641D3E4BA9A00CCA1699722036:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:06,138 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:06,139 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:06,139 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:06,140 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[63CBB8E7517B44C9A3C1A220ADBFBE20:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [96E72B641D3E4BA9A00CCA1699722036:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:06,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:06,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 63CBB8E7517B44C9A3C1A220ADBFBE20
2016-05-18 02:06:06,142 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 63CBB8E7517B44C9A3C1A220ADBFBE20 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:06,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:06,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:06,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:06,144 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,148 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:06,149 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 63CBB8E7517B44C9A3C1A220ADBFBE20 initialized RecordReader from event
2016-05-18 02:06:06,151 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:06,152 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 63CBB8E7517B44C9A3C1A220ADBFBE20
2016-05-18 02:06:06,152 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_SWAP"], id: 96E72B641D3E4BA9A00CCA1699722036
2016-05-18 02:06:06,152 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_SWAP"]
2016-05-18 02:06:06,153 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:06,153 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D6C7C9BA6A8041ADB32AA558EA80983A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:06,157 INFO  output.MROutput (MROutput.java:close(526)) - 96E72B641D3E4BA9A00CCA1699722036 closed
2016-05-18 02:06:06,158 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537165877_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:06,159 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,159 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6C7C9BA6A8041ADB32AA558EA80983A, mem on close (mb), free: 157, total: 387, max: 672
2016-05-18 02:06:06,160 INFO  output.MROutput (MROutput.java:close(526)) - 96E72B641D3E4BA9A00CCA1699722036 closed
2016-05-18 02:06:06,160 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:06 Completed running task attempt: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,161 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:06,161 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537165877_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:06,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537165877_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537166153, Process_Duration=6, Process_End_Time=1463537166159, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:06,163 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537165877_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:06,163 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:06,163 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:06,164 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, taskAttemptId=attempt_1463537165877_0001_1_00_000000_0, creationTime=1463537166096, allocationTime=1463537166099, startTime=1463537166101, finishTime=1463537166163, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:06,164 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:TASK_FINISHED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, taskId=task_1463537165877_0001_1_00_000000, startTime=1463537166101, finishTime=1463537166165, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463537165877_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166153, Process_Duration=6, Process_End_Time=1463537166159, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:06,165 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:06,166 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A]
2016-05-18 02:06:06,166 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537165877_0001_00_000001
2016-05-18 02:06:06,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:VERTEX_FINISHED]: vertexName=D6C7C9BA6A8041ADB32AA558EA80983A, vertexId=vertex_1463537165877_0001_1_00, initRequestedTime=1463537166067, initedTime=1463537166087, startRequestedTime=1463537166069, startedTime=1463537166094, finishTime=1463537166166, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166153, Process_Duration=6, Process_End_Time=1463537166159, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537166101, firstTasksToStart=[ task_1463537165877_0001_1_00_000000 ], lastTaskFinishTime=1463537166163, lastTasksToFinish=[ task_1463537165877_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537165877_0001_1_00_000000 ], longestDurationTasks=[ task_1463537165877_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:06,170 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:06,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537165877_0001_00_000001, stoppedTime=1463537166170, exitStatus=0
2016-05-18 02:06:06,171 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:06,171 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:06,171 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537165877_0001_1
2016-05-18 02:06:06,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537165877_0001_1
2016-05-18 02:06:06,172 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 96E72B641D3E4BA9A00CCA1699722036 for vertex: vertex_1463537165877_0001_1_00 [D6C7C9BA6A8041ADB32AA558EA80983A], outputName: 96E72B641D3E4BA9A00CCA1699722036
2016-05-18 02:06:06,172 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165877_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:06,173 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537165877_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:06,180 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537165877_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:06,180 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537165877_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:06,180 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537165877_0001_00_000001, Exiting
2016-05-18 02:06:06,180 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537165877_0001_00_000001
2016-05-18 02:06:06,181 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537165877_0001_00_000001
2016-05-18 02:06:06,182 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537165877_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:06,182 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537165877_0001_00_000001 completed successfully
2016-05-18 02:06:06,183 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:96E72B641D3E4BA9A00CCA1699722036 of vertex/vertexGroup:D6C7C9BA6A8041ADB32AA558EA80983A isVertexGroupOutput:false
2016-05-18 02:06:06,183 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:06,185 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537165877_0001_1, queueSize=0
2016-05-18 02:06:06,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537165877_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537165877_0001_1, startTime=1463537166065, finishTime=1463537166183, timeTaken=118, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=310, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166153, Process_Duration=6, Process_End_Time=1463537166159, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:06,186 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537165877_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:06,186 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537165877_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:06 Completed Dag: dag_1463537165877_0001_1
2016-05-18 02:06:06,187 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537165877_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:06,188 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537165877_0001_1_post
2016-05-18 02:06:06,188 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,188 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:06,188 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:06,189 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP, with id=dag_1463537165877_0001_1
2016-05-18 02:06:06,189 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7] each/(1/1) ...yplatform/-1_'field'_SWAP, with id=dag_1463537165877_0001_1
2016-05-18 02:06:06,194 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_'field'_SWAP, applicationId=application_1463537165877_0001
2016-05-18 02:06:06,196 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:06,196 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:06,196 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:06,196 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:06,197 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:06,197 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:06,197 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:06,198 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:06,198 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:06,199 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:06,199 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:06,199 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:06,200 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:06,201 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:06,204 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/23BE977965924705962B40BB8E30C0D6/C0A95394E236406CB6B5FC9813803BC7/.tez/application_1463537165877_0001
2016-05-18 02:06:06,205 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_'field'_SWAP/_temporary
2016-05-18 02:06:06,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.359
2016-05-18 02:06:06,326 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_'field'_SWAP
2016-05-18 02:06:06,354 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:06,355 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:06,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:06,407 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-05-18 02:06:06,408 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:06,408 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:06,409 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:06,427 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:06,427 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06,438 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:06,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:06,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_-1"]
2016-05-18 02:06:06,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:06,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:06,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:06,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06,442 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:06,457 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:06,462 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:06,463 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:06,463 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:06,472 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001 doesn't exist and is created
2016-05-18 02:06:06,493 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:06,493 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:06,494 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001_wd
2016-05-18 02:06:06,511 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537166462_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:06,512 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:06,512 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:06,514 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:06,514 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:06,514 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:06,514 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:06,515 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:06,517 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:06,517 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:06,517 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:06,518 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:06,518 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:06,518 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:06,519 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:06,519 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:06,519 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:06,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:06,520 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:06,520 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:06,523 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:06,524 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:06,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:06,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001_wd/localmode-log-dir
2016-05-18 02:06:06,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001_wd/localmode-log-dir/history.txt.appattempt_1463537166462_0001_000000, maxErrors=10
2016-05-18 02:06:06,526 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:06,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537166462_0001_000000, appSubmitTime=1463537166511, launchTime=1463537166511
2016-05-18 02:06:06,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:06,538 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:60552
2016-05-18 02:06:06,538 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537166462
2016-05-18 02:06:06,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537166462_0001_000000, startTime=1463537166540
2016-05-18 02:06:06,540 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:06,594 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:06,594 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:06,594 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537166462_0001, dagName=[59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06,614 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06,615 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:06,616 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537166462_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001_wd/localmode-log-dir/dag_1463537166462_0001_1.dot
2016-05-18 02:06:06,617 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001_wd/localmode-log-dir/dag_1463537166462_0001_1-tez-dag.pb.txt
2016-05-18 02:06:06,622 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537166462_0001_1
2016-05-18 02:06:06,623 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,623 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06 Running Dag: dag_1463537166462_0001_1
2016-05-18 02:06:06,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537166462_0001_1, submitTime=1463537166614
2016-05-18 02:06:06,639 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001/tez-conf.pb" } size: 40945 timestamp: 1463537166000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:06,639 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,640 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,640 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:06,641 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:06,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537166462_0001_1, initTime=1463537166641
2016-05-18 02:06:06,642 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537166462_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:06,643 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:06,644 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537166462_0001, dagName=[59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1
2016-05-18 02:06:06,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:DAG_STARTED]: dagID=dag_1463537166462_0001_1, startTime=1463537166644
2016-05-18 02:06:06,644 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537166462_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:06,644 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EB70F72D525D46BFA7C7CD083027F3F9 : {1A141BA8C6AE42BB8A6A5AC99054510F={InputName=1A141BA8C6AE42BB8A6A5AC99054510F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:06,644 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 1A141BA8C6AE42BB8A6A5AC99054510F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:06,644 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,645 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,645 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,645 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,646 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:06,646 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 1A141BA8C6AE42BB8A6A5AC99054510F on vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,648 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 1A141BA8C6AE42BB8A6A5AC99054510F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:06,650 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:06,651 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:06,651 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:06,651 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:06,653 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 1A141BA8C6AE42BB8A6A5AC99054510F on vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,654 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:06,654 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {1A141BA8C6AE42BB8A6A5AC99054510F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:06,655 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] parallelism set to 1
2016-05-18 02:06:06,656 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:06,656 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9], numAdditionalOutputs=1
2016-05-18 02:06:06,656 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=560DD82681D7439C896AD6BD1CD5DEB8, vertex=vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:06,658 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for EB70F72D525D46BFA7C7CD083027F3F9:560DD82681D7439C896AD6BD1CD5DEB8 using oldmapred API
2016-05-18 02:06:06,659 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=560DD82681D7439C896AD6BD1CD5DEB8, vertexName=EB70F72D525D46BFA7C7CD083027F3F9, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:06,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, vertexId=vertex_1463537166462_0001_1_00, initRequestedTime=1463537166644, initedTime=1463537166656, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:06,660 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] with distanceFromRoot: 0
2016-05-18 02:06:06,661 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:06,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537166462_0001_1_00, startRequestedTime=1463537166646, startedTime=1463537166661
2016-05-18 02:06:06,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537166462_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:06,662 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:06,662 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EB70F72D525D46BFA7C7CD083027F3F9
2016-05-18 02:06:06,663 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:TASK_STARTED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, taskId=task_1463537166462_0001_1_00_000000, scheduledTime=1463537166663, launchTime=1463537166663
2016-05-18 02:06:06,665 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,668 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:06,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537166462_0001_00_000001, launchTime=1463537166671
2016-05-18 02:06:06,672 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537166462_0001_00_000001
2016-05-18 02:06:06,673 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537166462_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,673 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537166462_0001_1_00_000000_0] started. Is using containerId: [container_1463537166462_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:06,673 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537166462_0001, with dag id: dag_1463537166462_0001_1
2016-05-18 02:06:06,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0, startTime=1463537166673, containerId=container_1463537166462_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:06 Starting to run new task attempt: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,674 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,674 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,674 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:06,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1, VertexName: EB70F72D525D46BFA7C7CD083027F3F9, VertexParallelism: 1, TaskAttemptID:attempt_1463537166462_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1A141BA8C6AE42BB8A6A5AC99054510F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=560DD82681D7439C896AD6BD1CD5DEB8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:06,676 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:06,677 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,680 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537166462_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:06,680 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537166462_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:06,686 INFO  input.MRInput (MRInput.java:initialize(440)) - 1A141BA8C6AE42BB8A6A5AC99054510F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:06,686 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 1A141BA8C6AE42BB8A6A5AC99054510F
2016-05-18 02:06:06,687 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:06,696 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EB70F72D525D46BFA7C7CD083027F3F9, ordinal: 0
2016-05-18 02:06:06,696 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB70F72D525D46BFA7C7CD083027F3F9, mem on start (mb), free: 276, total: 384, max: 672
2016-05-18 02:06:06,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:06,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:06,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:06,700 INFO  output.MROutput (MROutput.java:initialize(421)) - 560DD82681D7439C896AD6BD1CD5DEB8: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:06,700 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:06,701 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[560DD82681D7439C896AD6BD1CD5DEB8:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [1A141BA8C6AE42BB8A6A5AC99054510F:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:06,701 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:06,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:06,702 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:06,702 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[560DD82681D7439C896AD6BD1CD5DEB8:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [1A141BA8C6AE42BB8A6A5AC99054510F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:06,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:06,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 1A141BA8C6AE42BB8A6A5AC99054510F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:06,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 1A141BA8C6AE42BB8A6A5AC99054510F
2016-05-18 02:06:06,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:06,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:06,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:06,705 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,708 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:06,708 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 1A141BA8C6AE42BB8A6A5AC99054510F initialized RecordReader from event
2016-05-18 02:06:06,709 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:06,710 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 1A141BA8C6AE42BB8A6A5AC99054510F
2016-05-18 02:06:06,710 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_-1"], id: 560DD82681D7439C896AD6BD1CD5DEB8
2016-05-18 02:06:06,711 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_-1"]
2016-05-18 02:06:06,711 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:06,711 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EB70F72D525D46BFA7C7CD083027F3F9, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:06,714 INFO  output.MROutput (MROutput.java:close(526)) - 560DD82681D7439C896AD6BD1CD5DEB8 closed
2016-05-18 02:06:06,715 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537166462_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:06,716 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,716 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB70F72D525D46BFA7C7CD083027F3F9, mem on close (mb), free: 275, total: 384, max: 672
2016-05-18 02:06:06,716 INFO  output.MROutput (MROutput.java:close(526)) - 560DD82681D7439C896AD6BD1CD5DEB8 closed
2016-05-18 02:06:06,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:06 Completed running task attempt: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,717 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:06,717 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537166462_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:06,717 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537166462_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537166712, Process_Duration=4, Process_End_Time=1463537166716, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:06,718 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537166462_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:06,718 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:06,718 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, taskAttemptId=attempt_1463537166462_0001_1_00_000000_0, creationTime=1463537166665, allocationTime=1463537166670, startTime=1463537166673, finishTime=1463537166718, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:06,718 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:06,719 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,719 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537166462_0001_00_000001
2016-05-18 02:06:06,719 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:TASK_FINISHED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, taskId=task_1463537166462_0001_1_00_000000, startTime=1463537166673, finishTime=1463537166720, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1463537166462_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166712, Process_Duration=4, Process_End_Time=1463537166716, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:06,721 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:06,721 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9]
2016-05-18 02:06:06,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:VERTEX_FINISHED]: vertexName=EB70F72D525D46BFA7C7CD083027F3F9, vertexId=vertex_1463537166462_0001_1_00, initRequestedTime=1463537166644, initedTime=1463537166656, startRequestedTime=1463537166646, startedTime=1463537166661, finishTime=1463537166721, timeTaken=60, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166712, Process_Duration=4, Process_End_Time=1463537166716, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537166673, firstTasksToStart=[ task_1463537166462_0001_1_00_000000 ], lastTaskFinishTime=1463537166718, lastTasksToFinish=[ task_1463537166462_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537166462_0001_1_00_000000 ], longestDurationTasks=[ task_1463537166462_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:06,723 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:06,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537166462_0001_00_000001, stoppedTime=1463537166723, exitStatus=0
2016-05-18 02:06:06,723 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:06,723 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:06,723 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537166462_0001_1
2016-05-18 02:06:06,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537166462_0001_1
2016-05-18 02:06:06,724 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 560DD82681D7439C896AD6BD1CD5DEB8 for vertex: vertex_1463537166462_0001_1_00 [EB70F72D525D46BFA7C7CD083027F3F9], outputName: 560DD82681D7439C896AD6BD1CD5DEB8
2016-05-18 02:06:06,726 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537166462_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:06,726 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537166462_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:06,732 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537166462_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:06,733 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537166462_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:06,733 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537166462_0001_00_000001, Exiting
2016-05-18 02:06:06,733 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537166462_0001_00_000001
2016-05-18 02:06:06,733 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537166462_0001_00_000001
2016-05-18 02:06:06,735 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:560DD82681D7439C896AD6BD1CD5DEB8 of vertex/vertexGroup:EB70F72D525D46BFA7C7CD083027F3F9 isVertexGroupOutput:false
2016-05-18 02:06:06,736 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:06,737 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537166462_0001_1, queueSize=0
2016-05-18 02:06:06,737 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537166462_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:06,737 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537166462_0001_00_000001 completed successfully
2016-05-18 02:06:06,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537166462_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537166462_0001_1, startTime=1463537166643, finishTime=1463537166736, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537166712, Process_Duration=4, Process_End_Time=1463537166716, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:06,738 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537166462_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:06,738 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537166462_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:06 Completed Dag: dag_1463537166462_0001_1
2016-05-18 02:06:06,738 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537166462_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:06,738 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537166462_0001_1_post
2016-05-18 02:06:06,739 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:06,739 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:06,739 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:06,739 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1, with id=dag_1463537166462_0001_1
2016-05-18 02:06:06,739 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792] each/(1/1) ...blyplatform/-1_UNKNOWN_-1, with id=dag_1463537166462_0001_1
2016-05-18 02:06:06,751 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_UNKNOWN_-1, applicationId=application_1463537166462_0001
2016-05-18 02:06:06,755 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:06,755 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:06,755 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:06,755 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:06,755 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:06,757 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:06,757 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:06,758 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:06,758 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:06,758 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:06,758 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:06,760 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:06,761 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:06,761 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:06,765 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/59839A3FE80C42E3B051688923D6332E/E86047C77C60451DBDAA304CEC05D792/.tez/application_1463537166462_0001
2016-05-18 02:06:06,765 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_-1/_temporary
2016-05-18 02:06:06,766 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.327
2016-05-18 02:06:06,844 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_-1
2016-05-18 02:06:06,871 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:06,872 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:06,907 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:06,913 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.011
2016-05-18 02:06:06,914 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:06,914 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:06,914 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_'field'
2016-05-18 02:06:06,941 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:06,941 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:06,984 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:06,994 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-18 02:06:06,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:06,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:06,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:07,013 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:07,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:07,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2016-05-18 02:06:07,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:07,027 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:07,027 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:07,028 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,028 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:07,044 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:07,048 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:07,048 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:07,048 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:07,057 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001 doesn't exist and is created
2016-05-18 02:06:07,078 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:07,078 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:07,079 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001_wd
2016-05-18 02:06:07,095 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537167048_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:07,095 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:07,095 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:07,097 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:07,097 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:07,097 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:07,097 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:07,098 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:07,100 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:07,100 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:07,100 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:07,100 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:07,100 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:07,101 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:07,101 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:07,101 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:07,101 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:07,101 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:07,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:07,102 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:07,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:07,104 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:07,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:07,105 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001_wd/localmode-log-dir
2016-05-18 02:06:07,105 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001_wd/localmode-log-dir/history.txt.appattempt_1463537167048_0001_000000, maxErrors=10
2016-05-18 02:06:07,106 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:07,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537167048_0001_000000, appSubmitTime=1463537167095, launchTime=1463537167095
2016-05-18 02:06:07,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:07,115 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:38247
2016-05-18 02:06:07,116 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537167048
2016-05-18 02:06:07,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537167048_0001_000000, startTime=1463537167118
2016-05-18 02:06:07,118 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:07,179 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:07,179 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:07,179 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537167048_0001, dagName=[8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,197 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,197 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:07,198 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537167048_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001_wd/localmode-log-dir/dag_1463537167048_0001_1.dot
2016-05-18 02:06:07,199 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001_wd/localmode-log-dir/dag_1463537167048_0001_1-tez-dag.pb.txt
2016-05-18 02:06:07,204 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537167048_0001_1
2016-05-18 02:06:07,204 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,204 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07 Running Dag: dag_1463537167048_0001_1
2016-05-18 02:06:07,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537167048_0001_1, submitTime=1463537167197
2016-05-18 02:06:07,222 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001/tez-conf.pb" } size: 40945 timestamp: 1463537167000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:07,222 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,222 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,223 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:07,223 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:07,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537167048_0001_1, initTime=1463537167223
2016-05-18 02:06:07,224 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167048_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:07,224 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:07,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:DAG_STARTED]: dagID=dag_1463537167048_0001_1, startTime=1463537167226
2016-05-18 02:06:07,226 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537167048_0001, dagName=[8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,226 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167048_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:07,226 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CD5A8C99AEE54560932D26BDBD43111A : {723B59E619414E19B91D84A712413ADE={InputName=723B59E619414E19B91D84A712413ADE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:07,227 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 723B59E619414E19B91D84A712413ADE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:07,227 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,227 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,227 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,227 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,228 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:07,228 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 723B59E619414E19B91D84A712413ADE on vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,232 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 723B59E619414E19B91D84A712413ADE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:07,235 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:07,235 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:07,236 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:07,236 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:07,237 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 723B59E619414E19B91D84A712413ADE on vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,238 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:07,238 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {723B59E619414E19B91D84A712413ADE=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:07,239 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] parallelism set to 1
2016-05-18 02:06:07,240 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:07,240 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A], numAdditionalOutputs=1
2016-05-18 02:06:07,241 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7FD232FE12B74FA6BD9B0D0EBBDFF9E5, vertex=vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:07,244 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CD5A8C99AEE54560932D26BDBD43111A:7FD232FE12B74FA6BD9B0D0EBBDFF9E5 using oldmapred API
2016-05-18 02:06:07,244 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7FD232FE12B74FA6BD9B0D0EBBDFF9E5, vertexName=CD5A8C99AEE54560932D26BDBD43111A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:07,246 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, vertexId=vertex_1463537167048_0001_1_00, initRequestedTime=1463537167226, initedTime=1463537167240, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:07,247 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] with distanceFromRoot: 0
2016-05-18 02:06:07,247 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:07,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537167048_0001_1_00, startRequestedTime=1463537167228, startedTime=1463537167247
2016-05-18 02:06:07,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537167048_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:07,248 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:07,248 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CD5A8C99AEE54560932D26BDBD43111A
2016-05-18 02:06:07,248 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,250 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:TASK_STARTED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, taskId=task_1463537167048_0001_1_00_000000, scheduledTime=1463537167250, launchTime=1463537167250
2016-05-18 02:06:07,250 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,251 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:07,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537167048_0001_00_000001, launchTime=1463537167253
2016-05-18 02:06:07,254 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537167048_0001_00_000001
2016-05-18 02:06:07,254 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537167048_0001_1_00_000000_0] started. Is using containerId: [container_1463537167048_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:07,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0, startTime=1463537167254, containerId=container_1463537167048_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:07,256 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537167048_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07 Starting to run new task attempt: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,257 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,257 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,257 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:07,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS, VertexName: CD5A8C99AEE54560932D26BDBD43111A, VertexParallelism: 1, TaskAttemptID:attempt_1463537167048_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=723B59E619414E19B91D84A712413ADE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7FD232FE12B74FA6BD9B0D0EBBDFF9E5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:07,258 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:07,259 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537167048_0001, with dag id: dag_1463537167048_0001_1
2016-05-18 02:06:07,260 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,269 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537167048_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:07,269 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537167048_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:07,272 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:07,273 INFO  input.MRInput (MRInput.java:initialize(440)) - 723B59E619414E19B91D84A712413ADE using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:07,275 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 723B59E619414E19B91D84A712413ADE
2016-05-18 02:06:07,281 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CD5A8C99AEE54560932D26BDBD43111A, ordinal: 0
2016-05-18 02:06:07,281 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD5A8C99AEE54560932D26BDBD43111A, mem on start (mb), free: 170, total: 384, max: 672
2016-05-18 02:06:07,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:07,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:07,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:07,283 INFO  output.MROutput (MROutput.java:initialize(421)) - 7FD232FE12B74FA6BD9B0D0EBBDFF9E5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:07,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:07,284 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[723B59E619414E19B91D84A712413ADE:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [7FD232FE12B74FA6BD9B0D0EBBDFF9E5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:07,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:07,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:07,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:07,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[723B59E619414E19B91D84A712413ADE:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [7FD232FE12B74FA6BD9B0D0EBBDFF9E5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:07,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:07,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 723B59E619414E19B91D84A712413ADE
2016-05-18 02:06:07,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 723B59E619414E19B91D84A712413ADE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:07,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:07,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:07,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:07,288 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,289 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:07,290 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 723B59E619414E19B91D84A712413ADE initialized RecordReader from event
2016-05-18 02:06:07,292 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,292 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 723B59E619414E19B91D84A712413ADE
2016-05-18 02:06:07,292 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_RESULTS"], id: 7FD232FE12B74FA6BD9B0D0EBBDFF9E5
2016-05-18 02:06:07,293 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_RESULTS"]
2016-05-18 02:06:07,293 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,294 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CD5A8C99AEE54560932D26BDBD43111A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:07,296 INFO  output.MROutput (MROutput.java:close(526)) - 7FD232FE12B74FA6BD9B0D0EBBDFF9E5 closed
2016-05-18 02:06:07,297 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537167048_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:07,298 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,298 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD5A8C99AEE54560932D26BDBD43111A, mem on close (mb), free: 168, total: 384, max: 672
2016-05-18 02:06:07,299 INFO  output.MROutput (MROutput.java:close(526)) - 7FD232FE12B74FA6BD9B0D0EBBDFF9E5 closed
2016-05-18 02:06:07,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:07 Completed running task attempt: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,300 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:07,300 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537167048_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:07,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537167048_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537167294, Process_Duration=4, Process_End_Time=1463537167298, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:07,302 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537167048_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:07,302 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:07,302 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:07,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, taskAttemptId=attempt_1463537167048_0001_1_00_000000_0, creationTime=1463537167250, allocationTime=1463537167252, startTime=1463537167254, finishTime=1463537167302, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:07,303 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,303 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:TASK_FINISHED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, taskId=task_1463537167048_0001_1_00_000000, startTime=1463537167254, finishTime=1463537167304, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537167048_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167294, Process_Duration=4, Process_End_Time=1463537167298, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:07,304 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:07,304 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A]
2016-05-18 02:06:07,304 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537167048_0001_00_000001
2016-05-18 02:06:07,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:VERTEX_FINISHED]: vertexName=CD5A8C99AEE54560932D26BDBD43111A, vertexId=vertex_1463537167048_0001_1_00, initRequestedTime=1463537167226, initedTime=1463537167240, startRequestedTime=1463537167228, startedTime=1463537167247, finishTime=1463537167305, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167294, Process_Duration=4, Process_End_Time=1463537167298, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537167254, firstTasksToStart=[ task_1463537167048_0001_1_00_000000 ], lastTaskFinishTime=1463537167302, lastTasksToFinish=[ task_1463537167048_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537167048_0001_1_00_000000 ], longestDurationTasks=[ task_1463537167048_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:07,306 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:07,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537167048_0001_00_000001, stoppedTime=1463537167306, exitStatus=0
2016-05-18 02:06:07,307 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:07,307 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:07,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537167048_0001_1
2016-05-18 02:06:07,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537167048_0001_1
2016-05-18 02:06:07,307 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7FD232FE12B74FA6BD9B0D0EBBDFF9E5 for vertex: vertex_1463537167048_0001_1_00 [CD5A8C99AEE54560932D26BDBD43111A], outputName: 7FD232FE12B74FA6BD9B0D0EBBDFF9E5
2016-05-18 02:06:07,307 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167048_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:07,308 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537167048_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:07,315 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537167048_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:07,315 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537167048_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:07,315 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537167048_0001_00_000001, Exiting
2016-05-18 02:06:07,316 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537167048_0001_00_000001
2016-05-18 02:06:07,316 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537167048_0001_00_000001
2016-05-18 02:06:07,316 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537167048_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:07,317 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537167048_0001_00_000001 completed successfully
2016-05-18 02:06:07,318 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7FD232FE12B74FA6BD9B0D0EBBDFF9E5 of vertex/vertexGroup:CD5A8C99AEE54560932D26BDBD43111A isVertexGroupOutput:false
2016-05-18 02:06:07,318 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:07,320 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537167048_0001_1, queueSize=0
2016-05-18 02:06:07,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167048_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537167048_0001_1, startTime=1463537167224, finishTime=1463537167318, timeTaken=94, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=160, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167294, Process_Duration=4, Process_End_Time=1463537167298, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:07,320 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537167048_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:07,320 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167048_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:07 Completed Dag: dag_1463537167048_0001_1
2016-05-18 02:06:07,321 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537167048_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:07,321 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537167048_0001_1_post
2016-05-18 02:06:07,321 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,321 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:07,321 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:07,321 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS, with id=dag_1463537167048_0001_1
2016-05-18 02:06:07,321 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4] each/(1/1) ...atform/-1_UNKNOWN_RESULTS, with id=dag_1463537167048_0001_1
2016-05-18 02:06:07,328 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_UNKNOWN_RESULTS, applicationId=application_1463537167048_0001
2016-05-18 02:06:07,331 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:07,331 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:07,331 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:07,331 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:07,331 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:07,332 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:07,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:07,334 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:07,334 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:07,334 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:07,334 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:07,335 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:07,335 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:07,335 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:07,339 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8BF11EAB41AA4895897192775CE7D6E9/D7BE18796D79449C9C5FCB53D632F2B4/.tez/application_1463537167048_0001
2016-05-18 02:06:07,340 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_RESULTS/_temporary
2016-05-18 02:06:07,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.315
2016-05-18 02:06:07,424 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_RESULTS
2016-05-18 02:06:07,472 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:07,472 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:07,520 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:06:07,531 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-05-18 02:06:07,531 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:07,531 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:07,532 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:07,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:07,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:07,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_ALL"]
2016-05-18 02:06:07,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:07,562 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:07,563 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:07,563 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07,563 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:07,578 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:07,583 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:07,583 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:07,583 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:07,593 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001 doesn't exist and is created
2016-05-18 02:06:07,614 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:07,614 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:07,615 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001_wd
2016-05-18 02:06:07,632 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537167583_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:07,632 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:07,633 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:07,634 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:07,635 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:07,635 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:07,635 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:07,636 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:07,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:07,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:07,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:07,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:07,638 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:07,638 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:07,639 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:07,639 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:07,639 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:07,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:07,640 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:07,640 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:07,642 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:07,643 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:07,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:07,643 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001_wd/localmode-log-dir
2016-05-18 02:06:07,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001_wd/localmode-log-dir/history.txt.appattempt_1463537167583_0001_000000, maxErrors=10
2016-05-18 02:06:07,644 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:07,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537167583_0001_000000, appSubmitTime=1463537167631, launchTime=1463537167632
2016-05-18 02:06:07,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:07,650 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42515
2016-05-18 02:06:07,651 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537167583
2016-05-18 02:06:07,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537167583_0001_000000, startTime=1463537167653
2016-05-18 02:06:07,654 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:07,714 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:07,715 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:07,715 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537167583_0001, dagName=[E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07,735 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07,735 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:07,736 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537167583_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001_wd/localmode-log-dir/dag_1463537167583_0001_1.dot
2016-05-18 02:06:07,737 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001_wd/localmode-log-dir/dag_1463537167583_0001_1-tez-dag.pb.txt
2016-05-18 02:06:07,747 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537167583_0001_1
2016-05-18 02:06:07,747 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,747 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07 Running Dag: dag_1463537167583_0001_1
2016-05-18 02:06:07,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537167583_0001_1, submitTime=1463537167735
2016-05-18 02:06:07,764 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001/tez-conf.pb" } size: 40945 timestamp: 1463537167000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:07,764 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,764 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,765 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:07,765 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:07,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537167583_0001_1, initTime=1463537167765
2016-05-18 02:06:07,766 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167583_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:07,766 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:07,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:DAG_STARTED]: dagID=dag_1463537167583_0001_1, startTime=1463537167767
2016-05-18 02:06:07,767 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537167583_0001, dagName=[E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL
2016-05-18 02:06:07,768 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167583_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:07,768 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BC3A5BB453C74067840C9643DBEFD76B : {FA4197E72DB0417AB5E2671B3AE94A28={InputName=FA4197E72DB0417AB5E2671B3AE94A28}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:07,768 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FA4197E72DB0417AB5E2671B3AE94A28, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:07,768 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,768 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,768 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,769 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,769 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:07,769 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FA4197E72DB0417AB5E2671B3AE94A28 on vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,771 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FA4197E72DB0417AB5E2671B3AE94A28 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:07,773 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:07,774 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:07,774 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:07,774 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:07,775 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FA4197E72DB0417AB5E2671B3AE94A28 on vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,776 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:07,776 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FA4197E72DB0417AB5E2671B3AE94A28=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:07,777 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] parallelism set to 1
2016-05-18 02:06:07,777 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:07,777 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B], numAdditionalOutputs=1
2016-05-18 02:06:07,778 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=90A24CE202E34FC79D5AAEC7A90692DD, vertex=vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:07,780 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BC3A5BB453C74067840C9643DBEFD76B:90A24CE202E34FC79D5AAEC7A90692DD using oldmapred API
2016-05-18 02:06:07,780 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=90A24CE202E34FC79D5AAEC7A90692DD, vertexName=BC3A5BB453C74067840C9643DBEFD76B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:07,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, vertexId=vertex_1463537167583_0001_1_00, initRequestedTime=1463537167768, initedTime=1463537167777, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:07,782 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] with distanceFromRoot: 0
2016-05-18 02:06:07,782 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:07,783 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537167583_0001_1_00, startRequestedTime=1463537167769, startedTime=1463537167782
2016-05-18 02:06:07,783 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537167583_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:07,784 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:07,784 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BC3A5BB453C74067840C9643DBEFD76B
2016-05-18 02:06:07,784 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,785 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:TASK_STARTED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, taskId=task_1463537167583_0001_1_00_000000, scheduledTime=1463537167785, launchTime=1463537167785
2016-05-18 02:06:07,786 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,787 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:07,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537167583_0001_00_000001, launchTime=1463537167789
2016-05-18 02:06:07,790 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537167583_0001_00_000001
2016-05-18 02:06:07,790 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537167583_0001_1_00_000000_0] started. Is using containerId: [container_1463537167583_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:07,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0, startTime=1463537167790, containerId=container_1463537167583_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:07,792 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537167583_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,792 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537167583_0001, with dag id: dag_1463537167583_0001_1
2016-05-18 02:06:07 Starting to run new task attempt: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,792 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,792 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,793 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:07,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL, VertexName: BC3A5BB453C74067840C9643DBEFD76B, VertexParallelism: 1, TaskAttemptID:attempt_1463537167583_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FA4197E72DB0417AB5E2671B3AE94A28, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=90A24CE202E34FC79D5AAEC7A90692DD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:07,793 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:07,794 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,798 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537167583_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:07,799 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537167583_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:07,799 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:07,798 INFO  input.MRInput (MRInput.java:initialize(440)) - FA4197E72DB0417AB5E2671B3AE94A28 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:07,800 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FA4197E72DB0417AB5E2671B3AE94A28
2016-05-18 02:06:07,811 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BC3A5BB453C74067840C9643DBEFD76B, ordinal: 0
2016-05-18 02:06:07,811 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BC3A5BB453C74067840C9643DBEFD76B, mem on start (mb), free: 295, total: 388, max: 672
2016-05-18 02:06:07,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:07,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:07,812 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:07,813 INFO  output.MROutput (MROutput.java:initialize(421)) - 90A24CE202E34FC79D5AAEC7A90692DD: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:07,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:07,813 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FA4197E72DB0417AB5E2671B3AE94A28:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [90A24CE202E34FC79D5AAEC7A90692DD:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:07,814 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:07,814 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:07,815 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:07,816 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FA4197E72DB0417AB5E2671B3AE94A28:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [90A24CE202E34FC79D5AAEC7A90692DD:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:07,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:07,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FA4197E72DB0417AB5E2671B3AE94A28 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:07,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:07,817 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:07,817 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FA4197E72DB0417AB5E2671B3AE94A28
2016-05-18 02:06:07,818 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:07,818 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,822 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:07,822 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FA4197E72DB0417AB5E2671B3AE94A28 initialized RecordReader from event
2016-05-18 02:06:07,822 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,823 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FA4197E72DB0417AB5E2671B3AE94A28
2016-05-18 02:06:07,823 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_ALL"], id: 90A24CE202E34FC79D5AAEC7A90692DD
2016-05-18 02:06:07,824 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_ALL"]
2016-05-18 02:06:07,824 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:07,824 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BC3A5BB453C74067840C9643DBEFD76B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:07,827 INFO  output.MROutput (MROutput.java:close(526)) - 90A24CE202E34FC79D5AAEC7A90692DD closed
2016-05-18 02:06:07,828 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537167583_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:07,829 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,829 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BC3A5BB453C74067840C9643DBEFD76B, mem on close (mb), free: 293, total: 388, max: 672
2016-05-18 02:06:07,829 INFO  output.MROutput (MROutput.java:close(526)) - 90A24CE202E34FC79D5AAEC7A90692DD closed
2016-05-18 02:06:07,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:07 Completed running task attempt: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,830 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:07,831 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537167583_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:07,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537167583_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537167825, Process_Duration=4, Process_End_Time=1463537167829, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:07,832 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537167583_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:07,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, taskAttemptId=attempt_1463537167583_0001_1_00_000000_0, creationTime=1463537167786, allocationTime=1463537167788, startTime=1463537167790, finishTime=1463537167832, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:07,833 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:TASK_FINISHED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, taskId=task_1463537167583_0001_1_00_000000, startTime=1463537167790, finishTime=1463537167833, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537167583_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167825, Process_Duration=4, Process_End_Time=1463537167829, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:07,834 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:07,834 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B]
2016-05-18 02:06:07,834 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:07,834 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:07,835 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,835 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537167583_0001_00_000001
2016-05-18 02:06:07,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:VERTEX_FINISHED]: vertexName=BC3A5BB453C74067840C9643DBEFD76B, vertexId=vertex_1463537167583_0001_1_00, initRequestedTime=1463537167768, initedTime=1463537167777, startRequestedTime=1463537167769, startedTime=1463537167782, finishTime=1463537167834, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167825, Process_Duration=4, Process_End_Time=1463537167829, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537167790, firstTasksToStart=[ task_1463537167583_0001_1_00_000000 ], lastTaskFinishTime=1463537167832, lastTasksToFinish=[ task_1463537167583_0001_1_00_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537167583_0001_1_00_000000 ], longestDurationTasks=[ task_1463537167583_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:07,836 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:07,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537167583_0001_00_000001, stoppedTime=1463537167836, exitStatus=0
2016-05-18 02:06:07,837 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:07,837 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:07,837 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537167583_0001_1
2016-05-18 02:06:07,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537167583_0001_1
2016-05-18 02:06:07,837 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 90A24CE202E34FC79D5AAEC7A90692DD for vertex: vertex_1463537167583_0001_1_00 [BC3A5BB453C74067840C9643DBEFD76B], outputName: 90A24CE202E34FC79D5AAEC7A90692DD
2016-05-18 02:06:07,837 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537167583_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:07,838 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537167583_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:07,838 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537167583_0001_00_000001, Exiting
2016-05-18 02:06:07,838 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537167583_0001_00_000001
2016-05-18 02:06:07,838 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537167583_0001_00_000001
2016-05-18 02:06:07,839 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167583_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:07,839 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537167583_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:07,839 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537167583_0001_00_000001
2016-05-18 02:06:07,840 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537167583_0001_00_000001 completed successfully
2016-05-18 02:06:07,848 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:90A24CE202E34FC79D5AAEC7A90692DD of vertex/vertexGroup:BC3A5BB453C74067840C9643DBEFD76B isVertexGroupOutput:false
2016-05-18 02:06:07,848 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:07,849 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537167583_0001_1, queueSize=0
2016-05-18 02:06:07,850 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537167583_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537167583_0001_1, startTime=1463537167766, finishTime=1463537167848, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537167825, Process_Duration=4, Process_End_Time=1463537167829, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:07,850 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537167583_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:07,850 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537167583_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:07 Completed Dag: dag_1463537167583_0001_1
2016-05-18 02:06:07,850 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537167583_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:07,850 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537167583_0001_1_post
2016-05-18 02:06:07,850 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:07,851 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:07,851 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:07,851 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL, with id=dag_1463537167583_0001_1
2016-05-18 02:06:07,851 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9] each/(1/1) ...lyplatform/-1_UNKNOWN_ALL, with id=dag_1463537167583_0001_1
2016-05-18 02:06:07,862 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_UNKNOWN_ALL, applicationId=application_1463537167583_0001
2016-05-18 02:06:07,866 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:07,866 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:07,866 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:07,866 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:07,866 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:07,867 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:07,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:07,867 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:07,868 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:07,868 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:07,868 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:07,868 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:07,868 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:07,869 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:07,871 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E9C8C5EABA9F4971999117FCF5279ABD/C9294718DDBA4BF3A4ACFC7FE9166CA9/.tez/application_1463537167583_0001
2016-05-18 02:06:07,872 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_ALL/_temporary
2016-05-18 02:06:07,873 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.310
2016-05-18 02:06:07,953 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_ALL
2016-05-18 02:06:07,980 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:07,981 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:08,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:08,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:06:08,041 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:08,041 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:08,041 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:08,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:08,068 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,085 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:08,085 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2016-05-18 02:06:08,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:08,087 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:08,087 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:08,088 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,088 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:08,102 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:08,106 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:08,107 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:08,107 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:08,118 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001 doesn't exist and is created
2016-05-18 02:06:08,140 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:08,141 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:08,141 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001_wd
2016-05-18 02:06:08,157 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537168107_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:08,158 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:08,158 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:08,160 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:08,161 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:08,161 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:08,161 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:08,163 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:08,165 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:08,165 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:08,166 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:08,166 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:08,166 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:08,168 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:08,168 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:08,169 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:08,169 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:08,170 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:08,170 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:08,171 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:08,173 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:08,174 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:08,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:08,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001_wd/localmode-log-dir
2016-05-18 02:06:08,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001_wd/localmode-log-dir/history.txt.appattempt_1463537168107_0001_000000, maxErrors=10
2016-05-18 02:06:08,176 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:08,176 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537168107_0001_000000, appSubmitTime=1463537168156, launchTime=1463537168157
2016-05-18 02:06:08,183 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:08,186 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:60809
2016-05-18 02:06:08,186 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537168107
2016-05-18 02:06:08,190 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537168107_0001_000000, startTime=1463537168190
2016-05-18 02:06:08,190 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:08,241 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:08,242 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:08,242 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537168107_0001, dagName=[4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,262 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,262 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:08,263 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537168107_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001_wd/localmode-log-dir/dag_1463537168107_0001_1.dot
2016-05-18 02:06:08,264 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001_wd/localmode-log-dir/dag_1463537168107_0001_1-tez-dag.pb.txt
2016-05-18 02:06:08,267 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537168107_0001_1
2016-05-18 02:06:08,268 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,268 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08 Running Dag: dag_1463537168107_0001_1
2016-05-18 02:06:08,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537168107_0001_1, submitTime=1463537168262
2016-05-18 02:06:08,284 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001/tez-conf.pb" } size: 40945 timestamp: 1463537168000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:08,284 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,284 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,285 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:08,285 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:08,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537168107_0001_1, initTime=1463537168285
2016-05-18 02:06:08,286 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168107_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:08,287 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:08,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:DAG_STARTED]: dagID=dag_1463537168107_0001_1, startTime=1463537168287
2016-05-18 02:06:08,287 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168107_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:08,287 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A587A7D776BE4C349EC70B51EC5EF627 : {69AD282D6B254D26AC25889341DBFD99={InputName=69AD282D6B254D26AC25889341DBFD99}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:08,288 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 69AD282D6B254D26AC25889341DBFD99, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:08,288 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,288 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,288 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,288 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537168107_0001, dagName=[4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,288 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,289 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:08,289 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 69AD282D6B254D26AC25889341DBFD99 on vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,291 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 69AD282D6B254D26AC25889341DBFD99 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:08,293 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:08,293 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:08,294 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:08,294 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:08,294 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 69AD282D6B254D26AC25889341DBFD99 on vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,295 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:08,295 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {69AD282D6B254D26AC25889341DBFD99=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:08,296 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] parallelism set to 1
2016-05-18 02:06:08,296 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:08,296 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627], numAdditionalOutputs=1
2016-05-18 02:06:08,296 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=2D880A09AD2E48B0A267A39528796D73, vertex=vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:08,298 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A587A7D776BE4C349EC70B51EC5EF627:2D880A09AD2E48B0A267A39528796D73 using oldmapred API
2016-05-18 02:06:08,298 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=2D880A09AD2E48B0A267A39528796D73, vertexName=A587A7D776BE4C349EC70B51EC5EF627, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:08,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, vertexId=vertex_1463537168107_0001_1_00, initRequestedTime=1463537168287, initedTime=1463537168296, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:08,299 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] with distanceFromRoot: 0
2016-05-18 02:06:08,299 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:08,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537168107_0001_1_00, startRequestedTime=1463537168289, startedTime=1463537168300
2016-05-18 02:06:08,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537168107_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:08,300 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:08,301 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A587A7D776BE4C349EC70B51EC5EF627
2016-05-18 02:06:08,301 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:TASK_STARTED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, taskId=task_1463537168107_0001_1_00_000000, scheduledTime=1463537168301, launchTime=1463537168301
2016-05-18 02:06:08,302 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,302 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:08,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537168107_0001_00_000001, launchTime=1463537168304
2016-05-18 02:06:08,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537168107_0001_00_000001
2016-05-18 02:06:08,305 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537168107_0001_1_00_000000_0] started. Is using containerId: [container_1463537168107_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:08,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, taskAttemptId=attempt_1463537168107_0001_1_00_000000_0, startTime=1463537168305, containerId=container_1463537168107_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:08,306 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537168107_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08 Starting to run new task attempt: attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08,307 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08,307 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,307 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:08,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE, VertexName: A587A7D776BE4C349EC70B51EC5EF627, VertexParallelism: 1, TaskAttemptID:attempt_1463537168107_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=69AD282D6B254D26AC25889341DBFD99, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=2D880A09AD2E48B0A267A39528796D73, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:08,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:08,308 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08,312 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:08,313 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537168107_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:08,313 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537168107_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:08,313 INFO  input.MRInput (MRInput.java:initialize(440)) - 69AD282D6B254D26AC25889341DBFD99 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:08,314 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 69AD282D6B254D26AC25889341DBFD99
2016-05-18 02:06:08,315 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537168107_0001, with dag id: dag_1463537168107_0001_1
2016-05-18 02:06:08,325 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A587A7D776BE4C349EC70B51EC5EF627, ordinal: 0
2016-05-18 02:06:08,325 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A587A7D776BE4C349EC70B51EC5EF627, mem on start (mb), free: 207, total: 388, max: 672
2016-05-18 02:06:08,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:08,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:08,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:08,329 INFO  output.MROutput (MROutput.java:initialize(421)) - 2D880A09AD2E48B0A267A39528796D73: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:08,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:08,330 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[69AD282D6B254D26AC25889341DBFD99:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [2D880A09AD2E48B0A267A39528796D73:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:08,330 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:08,330 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:08,330 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:08,331 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[69AD282D6B254D26AC25889341DBFD99:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [2D880A09AD2E48B0A267A39528796D73:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 69AD282D6B254D26AC25889341DBFD99 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 69AD282D6B254D26AC25889341DBFD99
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:08,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:08,331 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08,333 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:08,334 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 69AD282D6B254D26AC25889341DBFD99 initialized RecordReader from event
2016-05-18 02:06:08,336 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,337 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 69AD282D6B254D26AC25889341DBFD99
2016-05-18 02:06:08,337 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_REPLACE"], id: 2D880A09AD2E48B0A267A39528796D73
2016-05-18 02:06:08,337 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_REPLACE"]
2016-05-18 02:06:08,338 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,338 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A587A7D776BE4C349EC70B51EC5EF627, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:08,339 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:08,341 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:08,342 INFO  output.MROutput (MROutput.java:close(526)) - 2D880A09AD2E48B0A267A39528796D73 closed
2016-05-18 02:06:08,343 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537168107_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:08,344 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537168107_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:08,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537168107_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537168338, Process_Duration=6, Process_End_Time=1463537168344, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:08,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:08,345 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A587A7D776BE4C349EC70B51EC5EF627, mem on close (mb), free: 204, total: 388, max: 672
2016-05-18 02:06:08,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A587A7D776BE4C349EC70B51EC5EF627, index=0, interruptedStatus=false
2016-05-18 02:06:08,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A587A7D776BE4C349EC70B51EC5EF627, sourceVertex=69AD282D6B254D26AC25889341DBFD99, interruptedStatus=true
2016-05-18 02:06:08,345 INFO  output.MROutput (MROutput.java:close(526)) - 2D880A09AD2E48B0A267A39528796D73 closed
2016-05-18 02:06:08,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A587A7D776BE4C349EC70B51EC5EF627, sourceVertex=2D880A09AD2E48B0A267A39528796D73, interruptedStatus=true
2016-05-18 02:06:08,354 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537168107_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:08,354 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:08,354 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537168107_0001_00_000001
2016-05-18 02:06:08,354 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537168107_0001_00_000001
2016-05-18 02:06:08,355 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, taskAttemptId=attempt_1463537168107_0001_1_00_000000_0, creationTime=1463537168302, allocationTime=1463537168303, startTime=1463537168305, finishTime=1463537168353, timeTaken=48, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537168107_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537168338, Process_Duration=6, Process_End_Time=1463537168344, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:08,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537168107_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:08,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537168107_0001_00_000001 completed but with errors
2016-05-18 02:06:08,356 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537168107_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:08,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:TASK_FINISHED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, taskId=task_1463537168107_0001_1_00_000000, startTime=1463537168305, finishTime=1463537168356, timeTaken=51, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537168107_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:08,360 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537168107_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:08,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537168107_0001_00_000001, stoppedTime=1463537168360, exitStatus=1
2016-05-18 02:06:08,360 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] because task failed: task_1463537168107_0001_1_00_000000
2016-05-18 02:06:08,361 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:08,361 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:08,361 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:08,362 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,366 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=2D880A09AD2E48B0A267A39528796D73, vertexId=vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:VERTEX_FINISHED]: vertexName=A587A7D776BE4C349EC70B51EC5EF627, vertexId=vertex_1463537168107_0001_1_00, initRequestedTime=1463537168287, initedTime=1463537168296, startRequestedTime=1463537168289, startedTime=1463537168300, finishTime=1463537168371, timeTaken=71, status=FAILED, diagnostics=Task failed, taskId=task_1463537168107_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537168107_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537168305, firstTasksToStart=[ task_1463537168107_0001_1_00_000000 ], lastTaskFinishTime=1463537168353, lastTasksToFinish=[ task_1463537168107_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:08,372 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:08,372 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537168107_0001_1_00_000000_0 failed: true container: container_1463537168107_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:08,374 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:08,374 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:08,374 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:08,378 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537168107_0001_1, queueSize=0
2016-05-18 02:06:08,379 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168107_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537168107_0001_1, startTime=1463537168287, finishTime=1463537168376, timeTaken=89, status=FAILED, diagnostics=Vertex failed, vertexName=A587A7D776BE4C349EC70B51EC5EF627, vertexId=vertex_1463537168107_0001_1_00, diagnostics=[Task failed, taskId=task_1463537168107_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537168107_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=170, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:08,379 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537168107_0001_1_00 [A587A7D776BE4C349EC70B51EC5EF627]
2016-05-18 02:06:08,380 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537168107_0001_1 finished with state: FAILED
2016-05-18 02:06:08,380 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168107_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:08 Completed Dag: dag_1463537168107_0001_1
2016-05-18 02:06:08,380 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537168107_0001_1, dagState=FAILED
2016-05-18 02:06:08,381 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537168107_0001_1_post
2016-05-18 02:06:08,381 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,381 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:08,381 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:08,381 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE, with id=dag_1463537168107_0001_1
2016-05-18 02:06:08,382 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C] each/(1/1) ...atform/-1_UNKNOWN_REPLACE, with id=dag_1463537168107_0001_1
2016-05-18 02:06:08,385 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/-1_UNKNOWN_REPLACE, applicationId=application_1463537168107_0001
2016-05-18 02:06:08,388 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:08,388 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:08,388 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:08,389 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:08,389 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:08,389 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:08,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:08,390 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:08,390 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:08,390 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:08,390 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:08,390 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:08,391 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:08,391 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:08,394 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/4716036B98C446B1A730D3D2FC8291F7/B2363C56227747CC8C95DD64463E0B5C/.tez/application_1463537168107_0001
2016-05-18 02:06:08,395 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:08,395 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...atform/-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,396 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:08,396 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:08,396 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:08,397 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_REPLACE/_temporary
2016-05-18 02:06:08,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.311
2016-05-18 02:06:08,397 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_REPLACE
2016-05-18 02:06:08,423 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:08,423 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:08,463 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:08,476 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:06:08,476 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:08,476 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:08,477 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:08,495 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:08,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:08,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_SWAP"]
2016-05-18 02:06:08,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:08,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:08,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:08,511 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08,511 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:08,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:08,531 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:08,532 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:08,532 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:08,541 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001 doesn't exist and is created
2016-05-18 02:06:08,561 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:08,561 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:08,562 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001_wd
2016-05-18 02:06:08,577 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537168532_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:08,577 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:08,578 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:08,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:08,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:08,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:08,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:08,582 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:08,583 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:08,584 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:08,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:08,584 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:08,588 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:08,589 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:08,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:08,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001_wd/localmode-log-dir
2016-05-18 02:06:08,589 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001_wd/localmode-log-dir/history.txt.appattempt_1463537168532_0001_000000, maxErrors=10
2016-05-18 02:06:08,589 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:08,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537168532_0001_000000, appSubmitTime=1463537168577, launchTime=1463537168577
2016-05-18 02:06:08,593 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:08,599 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34312
2016-05-18 02:06:08,600 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537168532
2016-05-18 02:06:08,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537168532_0001_000000, startTime=1463537168601
2016-05-18 02:06:08,602 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:08,661 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:08,661 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:08,661 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537168532_0001, dagName=[526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08,680 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08,681 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:08,681 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537168532_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001_wd/localmode-log-dir/dag_1463537168532_0001_1.dot
2016-05-18 02:06:08,682 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001_wd/localmode-log-dir/dag_1463537168532_0001_1-tez-dag.pb.txt
2016-05-18 02:06:08,687 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537168532_0001_1
2016-05-18 02:06:08,687 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,688 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08 Running Dag: dag_1463537168532_0001_1
2016-05-18 02:06:08,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537168532_0001_1, submitTime=1463537168680
2016-05-18 02:06:08,705 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001/tez-conf.pb" } size: 40945 timestamp: 1463537168000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:08,705 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,705 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,706 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:08,706 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:08,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537168532_0001_1, initTime=1463537168706
2016-05-18 02:06:08,707 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168532_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:08,707 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:08,708 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:DAG_STARTED]: dagID=dag_1463537168532_0001_1, startTime=1463537168707
2016-05-18 02:06:08,708 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168532_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:08,708 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E29A8B4A572D487899F06F8B709A8A56 : {3670899B24BF44B69DC7B750DEAF87E4={InputName=3670899B24BF44B69DC7B750DEAF87E4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:08,708 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3670899B24BF44B69DC7B750DEAF87E4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:08,708 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,708 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,708 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,709 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,709 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:08,710 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537168532_0001, dagName=[526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP
2016-05-18 02:06:08,710 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3670899B24BF44B69DC7B750DEAF87E4 on vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,712 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3670899B24BF44B69DC7B750DEAF87E4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:08,717 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:08,718 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:08,718 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:08,718 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:08,718 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3670899B24BF44B69DC7B750DEAF87E4 on vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,721 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:08,722 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3670899B24BF44B69DC7B750DEAF87E4=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:08,722 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] parallelism set to 1
2016-05-18 02:06:08,722 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:08,723 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56], numAdditionalOutputs=1
2016-05-18 02:06:08,723 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1B5BC9F9F13E467E9A083ABA3A820FCD, vertex=vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:08,743 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E29A8B4A572D487899F06F8B709A8A56:1B5BC9F9F13E467E9A083ABA3A820FCD using oldmapred API
2016-05-18 02:06:08,744 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1B5BC9F9F13E467E9A083ABA3A820FCD, vertexName=E29A8B4A572D487899F06F8B709A8A56, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:08,746 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, vertexId=vertex_1463537168532_0001_1_00, initRequestedTime=1463537168708, initedTime=1463537168723, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:08,746 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] with distanceFromRoot: 0
2016-05-18 02:06:08,747 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:08,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537168532_0001_1_00, startRequestedTime=1463537168709, startedTime=1463537168747
2016-05-18 02:06:08,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537168532_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:08,748 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:08,749 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E29A8B4A572D487899F06F8B709A8A56
2016-05-18 02:06:08,749 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:TASK_STARTED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, taskId=task_1463537168532_0001_1_00_000000, scheduledTime=1463537168750, launchTime=1463537168750
2016-05-18 02:06:08,751 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,750 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537168532_0001, with dag id: dag_1463537168532_0001_1
2016-05-18 02:06:08,755 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:08,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537168532_0001_00_000001, launchTime=1463537168756
2016-05-18 02:06:08,761 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537168532_0001_00_000001
2016-05-18 02:06:08,762 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537168532_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,762 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537168532_0001_1_00_000000_0] started. Is using containerId: [container_1463537168532_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:08,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0, startTime=1463537168762, containerId=container_1463537168532_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:08 Starting to run new task attempt: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,764 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,765 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,765 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:08,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP, VertexName: E29A8B4A572D487899F06F8B709A8A56, VertexParallelism: 1, TaskAttemptID:attempt_1463537168532_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3670899B24BF44B69DC7B750DEAF87E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1B5BC9F9F13E467E9A083ABA3A820FCD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:08,766 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:08,767 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,767 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537168532_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:08,768 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537168532_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:08,773 INFO  input.MRInput (MRInput.java:initialize(440)) - 3670899B24BF44B69DC7B750DEAF87E4 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:08,773 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3670899B24BF44B69DC7B750DEAF87E4
2016-05-18 02:06:08,775 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:08,783 INFO  output.MROutput (MROutput.java:initialize(421)) - 1B5BC9F9F13E467E9A083ABA3A820FCD: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:08,784 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E29A8B4A572D487899F06F8B709A8A56, ordinal: 0
2016-05-18 02:06:08,784 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E29A8B4A572D487899F06F8B709A8A56, mem on start (mb), free: 338, total: 384, max: 672
2016-05-18 02:06:08,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:08,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:08,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:08,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:08,785 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3670899B24BF44B69DC7B750DEAF87E4:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [1B5BC9F9F13E467E9A083ABA3A820FCD:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:08,785 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:08,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:08,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:08,786 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3670899B24BF44B69DC7B750DEAF87E4:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [1B5BC9F9F13E467E9A083ABA3A820FCD:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:08,786 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:08,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3670899B24BF44B69DC7B750DEAF87E4
2016-05-18 02:06:08,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3670899B24BF44B69DC7B750DEAF87E4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:08,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:08,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:08,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:08,789 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,790 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:08,790 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3670899B24BF44B69DC7B750DEAF87E4 initialized RecordReader from event
2016-05-18 02:06:08,792 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,793 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3670899B24BF44B69DC7B750DEAF87E4
2016-05-18 02:06:08,793 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_SWAP"], id: 1B5BC9F9F13E467E9A083ABA3A820FCD
2016-05-18 02:06:08,793 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_SWAP"]
2016-05-18 02:06:08,794 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:08,794 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E29A8B4A572D487899F06F8B709A8A56, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:08,797 INFO  output.MROutput (MROutput.java:close(526)) - 1B5BC9F9F13E467E9A083ABA3A820FCD closed
2016-05-18 02:06:08,798 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537168532_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:08,798 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,799 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E29A8B4A572D487899F06F8B709A8A56, mem on close (mb), free: 337, total: 384, max: 672
2016-05-18 02:06:08,799 INFO  output.MROutput (MROutput.java:close(526)) - 1B5BC9F9F13E467E9A083ABA3A820FCD closed
2016-05-18 02:06:08,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:08 Completed running task attempt: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,800 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:08,801 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537168532_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:08,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537168532_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537168794, Process_Duration=4, Process_End_Time=1463537168798, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:08,802 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537168532_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:08,802 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:08,803 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:08,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, taskAttemptId=attempt_1463537168532_0001_1_00_000000_0, creationTime=1463537168750, allocationTime=1463537168756, startTime=1463537168762, finishTime=1463537168802, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:08,803 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08,803 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:TASK_FINISHED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, taskId=task_1463537168532_0001_1_00_000000, startTime=1463537168762, finishTime=1463537168803, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537168532_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537168794, Process_Duration=4, Process_End_Time=1463537168798, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:08,803 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537168532_0001_00_000001
2016-05-18 02:06:08,804 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:08,804 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56]
2016-05-18 02:06:08,806 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:VERTEX_FINISHED]: vertexName=E29A8B4A572D487899F06F8B709A8A56, vertexId=vertex_1463537168532_0001_1_00, initRequestedTime=1463537168708, initedTime=1463537168723, startRequestedTime=1463537168709, startedTime=1463537168747, finishTime=1463537168805, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537168794, Process_Duration=4, Process_End_Time=1463537168798, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537168762, firstTasksToStart=[ task_1463537168532_0001_1_00_000000 ], lastTaskFinishTime=1463537168802, lastTasksToFinish=[ task_1463537168532_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537168532_0001_1_00_000000 ], longestDurationTasks=[ task_1463537168532_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:08,806 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:08,806 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537168532_0001_00_000001, stoppedTime=1463537168806, exitStatus=0
2016-05-18 02:06:08,807 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:08,807 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:08,807 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537168532_0001_1
2016-05-18 02:06:08,807 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537168532_0001_1
2016-05-18 02:06:08,808 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168532_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:08,808 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 1B5BC9F9F13E467E9A083ABA3A820FCD for vertex: vertex_1463537168532_0001_1_00 [E29A8B4A572D487899F06F8B709A8A56], outputName: 1B5BC9F9F13E467E9A083ABA3A820FCD
2016-05-18 02:06:08,809 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537168532_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:08,814 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537168532_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:08,814 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537168532_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:08,815 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537168532_0001_00_000001, Exiting
2016-05-18 02:06:08,815 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537168532_0001_00_000001
2016-05-18 02:06:08,815 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537168532_0001_00_000001
2016-05-18 02:06:08,816 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537168532_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:08,816 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537168532_0001_00_000001 completed successfully
2016-05-18 02:06:08,819 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:1B5BC9F9F13E467E9A083ABA3A820FCD of vertex/vertexGroup:E29A8B4A572D487899F06F8B709A8A56 isVertexGroupOutput:false
2016-05-18 02:06:08,819 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:08,820 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537168532_0001_1, queueSize=0
2016-05-18 02:06:08,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537168532_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537168532_0001_1, startTime=1463537168707, finishTime=1463537168819, timeTaken=112, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=17, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537168794, Process_Duration=4, Process_End_Time=1463537168798, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:08,821 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537168532_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:08,821 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537168532_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:08 Completed Dag: dag_1463537168532_0001_1
2016-05-18 02:06:08,821 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537168532_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:08,822 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537168532_0001_1_post
2016-05-18 02:06:08,822 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:08,822 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:08,822 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:08,822 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP, with id=dag_1463537168532_0001_1
2016-05-18 02:06:08,822 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D] each/(1/1) ...yplatform/-1_UNKNOWN_SWAP, with id=dag_1463537168532_0001_1
2016-05-18 02:06:08,830 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_UNKNOWN_SWAP, applicationId=application_1463537168532_0001
2016-05-18 02:06:08,833 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:08,833 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:08,834 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:08,834 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:08,834 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:08,834 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:08,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:08,835 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:08,835 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:08,836 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:08,836 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:08,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:08,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:08,838 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:08,841 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/526E9B67570841BF90BC904440633055/DF0A631595B14AE8BE05746EDC85083D/.tez/application_1463537168532_0001
2016-05-18 02:06:08,841 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_UNKNOWN_SWAP/_temporary
2016-05-18 02:06:08,842 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.332
2016-05-18 02:06:08,925 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_UNKNOWN_SWAP
2016-05-18 02:06:08,951 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:08,951 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:08,996 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:09,007 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:06:09,007 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,008 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,008 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:09,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:09,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,037 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:09,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_-1"]
2016-05-18 02:06:09,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:09,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:09,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:09,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,039 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:09,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:09,060 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:09,061 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:09,061 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:09,071 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001 doesn't exist and is created
2016-05-18 02:06:09,092 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:09,092 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:09,093 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001_wd
2016-05-18 02:06:09,110 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537169060_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:09,110 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:09,110 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:09,111 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:09,112 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:09,112 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:09,112 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:09,113 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:09,114 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:09,115 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:09,115 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:09,116 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:09,116 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:09,116 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:09,117 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:09,118 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:09,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:09,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001_wd/localmode-log-dir
2016-05-18 02:06:09,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001_wd/localmode-log-dir/history.txt.appattempt_1463537169060_0001_000000, maxErrors=10
2016-05-18 02:06:09,119 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:09,120 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537169060_0001_000000, appSubmitTime=1463537169109, launchTime=1463537169109
2016-05-18 02:06:09,128 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:09,132 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44294
2016-05-18 02:06:09,132 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537169060
2016-05-18 02:06:09,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537169060_0001_000000, startTime=1463537169134
2016-05-18 02:06:09,134 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:09,192 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:09,192 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:09,193 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537169060_0001, dagName=[3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,215 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,215 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:09,216 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537169060_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001_wd/localmode-log-dir/dag_1463537169060_0001_1.dot
2016-05-18 02:06:09,216 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001_wd/localmode-log-dir/dag_1463537169060_0001_1-tez-dag.pb.txt
2016-05-18 02:06:09,220 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537169060_0001_1
2016-05-18 02:06:09,220 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,220 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09 Running Dag: dag_1463537169060_0001_1
2016-05-18 02:06:09,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537169060_0001_1, submitTime=1463537169215
2016-05-18 02:06:09,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001/tez-conf.pb" } size: 40945 timestamp: 1463537169000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:09,237 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,237 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:09,237 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:09,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537169060_0001_1, initTime=1463537169238
2016-05-18 02:06:09,238 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169060_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:09,238 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:09,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:DAG_STARTED]: dagID=dag_1463537169060_0001_1, startTime=1463537169238
2016-05-18 02:06:09,239 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169060_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:09,239 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BCD301B6676E4B4092D8DFDB7944E1C3 : {47AB0CEC027F4525BC88E99E84CB5505={InputName=47AB0CEC027F4525BC88E99E84CB5505}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:09,239 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 47AB0CEC027F4525BC88E99E84CB5505, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:09,239 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,240 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,240 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,240 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,241 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:09,241 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537169060_0001, dagName=[3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,242 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 47AB0CEC027F4525BC88E99E84CB5505 on vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,244 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 47AB0CEC027F4525BC88E99E84CB5505 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:09,246 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:09,246 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:09,246 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:09,247 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:09,247 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 47AB0CEC027F4525BC88E99E84CB5505 on vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,249 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:09,249 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {47AB0CEC027F4525BC88E99E84CB5505=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:09,250 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] parallelism set to 1
2016-05-18 02:06:09,250 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:09,251 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3], numAdditionalOutputs=1
2016-05-18 02:06:09,251 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=DEFC410051F6491A83D35B3C9E2536F4, vertex=vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:09,253 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BCD301B6676E4B4092D8DFDB7944E1C3:DEFC410051F6491A83D35B3C9E2536F4 using oldmapred API
2016-05-18 02:06:09,253 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=DEFC410051F6491A83D35B3C9E2536F4, vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:09,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, vertexId=vertex_1463537169060_0001_1_00, initRequestedTime=1463537169239, initedTime=1463537169251, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:09,255 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] with distanceFromRoot: 0
2016-05-18 02:06:09,255 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:09,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537169060_0001_1_00, startRequestedTime=1463537169241, startedTime=1463537169255
2016-05-18 02:06:09,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537169060_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:09,256 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:09,257 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BCD301B6676E4B4092D8DFDB7944E1C3
2016-05-18 02:06:09,257 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:TASK_STARTED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, taskId=task_1463537169060_0001_1_00_000000, scheduledTime=1463537169258, launchTime=1463537169258
2016-05-18 02:06:09,258 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,259 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537169060_0001, with dag id: dag_1463537169060_0001_1
2016-05-18 02:06:09,260 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:09,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537169060_0001_00_000001, launchTime=1463537169262
2016-05-18 02:06:09,262 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:09,263 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:09,263 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537169060_0001_00_000001
2016-05-18 02:06:09,265 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537169060_0001_1_00_000000_0] started. Is using containerId: [container_1463537169060_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:09,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, taskAttemptId=attempt_1463537169060_0001_1_00_000000_0, startTime=1463537169265, containerId=container_1463537169060_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:09,265 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537169060_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09 Starting to run new task attempt: attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09,266 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09,266 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,266 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:09,267 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1, VertexName: BCD301B6676E4B4092D8DFDB7944E1C3, VertexParallelism: 1, TaskAttemptID:attempt_1463537169060_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=47AB0CEC027F4525BC88E99E84CB5505, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DEFC410051F6491A83D35B3C9E2536F4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:09,267 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:09,267 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09,270 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537169060_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:09,271 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537169060_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:09,273 INFO  input.MRInput (MRInput.java:initialize(440)) - 47AB0CEC027F4525BC88E99E84CB5505 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:09,273 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 47AB0CEC027F4525BC88E99E84CB5505
2016-05-18 02:06:09,274 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:09,282 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BCD301B6676E4B4092D8DFDB7944E1C3, ordinal: 0
2016-05-18 02:06:09,283 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCD301B6676E4B4092D8DFDB7944E1C3, mem on start (mb), free: 248, total: 384, max: 672
2016-05-18 02:06:09,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:09,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:09,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:09,285 INFO  output.MROutput (MROutput.java:initialize(421)) - DEFC410051F6491A83D35B3C9E2536F4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:09,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:09,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[47AB0CEC027F4525BC88E99E84CB5505:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [DEFC410051F6491A83D35B3C9E2536F4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:09,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:09,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:09,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:09,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[47AB0CEC027F4525BC88E99E84CB5505:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [DEFC410051F6491A83D35B3C9E2536F4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:09,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:09,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 47AB0CEC027F4525BC88E99E84CB5505 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:09,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:09,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 47AB0CEC027F4525BC88E99E84CB5505
2016-05-18 02:06:09,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:09,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:09,287 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09,290 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:09,290 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,290 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 47AB0CEC027F4525BC88E99E84CB5505 initialized RecordReader from event
2016-05-18 02:06:09,291 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 47AB0CEC027F4525BC88E99E84CB5505
2016-05-18 02:06:09,291 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_-1"], id: DEFC410051F6491A83D35B3C9E2536F4
2016-05-18 02:06:09,291 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_-1"]
2016-05-18 02:06:09,291 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,291 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BCD301B6676E4B4092D8DFDB7944E1C3, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:09,292 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:09,293 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:09,298 INFO  output.MROutput (MROutput.java:close(526)) - DEFC410051F6491A83D35B3C9E2536F4 closed
2016-05-18 02:06:09,298 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537169060_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:09,299 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537169060_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:09,300 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537169060_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537169292, Process_Duration=7, Process_End_Time=1463537169299, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:09,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:09,303 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BCD301B6676E4B4092D8DFDB7944E1C3, mem on close (mb), free: 246, total: 384, max: 672
2016-05-18 02:06:09,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=BCD301B6676E4B4092D8DFDB7944E1C3, index=0, interruptedStatus=false
2016-05-18 02:06:09,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=BCD301B6676E4B4092D8DFDB7944E1C3, sourceVertex=47AB0CEC027F4525BC88E99E84CB5505, interruptedStatus=true
2016-05-18 02:06:09,303 INFO  output.MROutput (MROutput.java:close(526)) - DEFC410051F6491A83D35B3C9E2536F4 closed
2016-05-18 02:06:09,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=BCD301B6676E4B4092D8DFDB7944E1C3, sourceVertex=DEFC410051F6491A83D35B3C9E2536F4, interruptedStatus=true
2016-05-18 02:06:09,304 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537169060_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:09,305 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:09,305 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537169060_0001_00_000001
2016-05-18 02:06:09,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, taskAttemptId=attempt_1463537169060_0001_1_00_000000_0, creationTime=1463537169258, allocationTime=1463537169262, startTime=1463537169265, finishTime=1463537169304, timeTaken=39, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537169060_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537169292, Process_Duration=7, Process_End_Time=1463537169299, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:09,305 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537169060_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:09,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:TASK_FINISHED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, taskId=task_1463537169060_0001_1_00_000000, startTime=1463537169265, finishTime=1463537169305, timeTaken=40, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169060_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:09,306 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] because task failed: task_1463537169060_0001_1_00_000000
2016-05-18 02:06:09,306 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:09,306 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:09,307 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:09,307 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,307 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=DEFC410051F6491A83D35B3C9E2536F4, vertexId=vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,305 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537169060_0001_00_000001
2016-05-18 02:06:09,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:VERTEX_FINISHED]: vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, vertexId=vertex_1463537169060_0001_1_00, initRequestedTime=1463537169239, initedTime=1463537169251, startRequestedTime=1463537169241, startedTime=1463537169255, finishTime=1463537169308, timeTaken=53, status=FAILED, diagnostics=Task failed, taskId=task_1463537169060_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169060_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537169265, firstTasksToStart=[ task_1463537169060_0001_1_00_000000 ], lastTaskFinishTime=1463537169304, lastTasksToFinish=[ task_1463537169060_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:09,312 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:09,312 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:09,312 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:09,312 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:09,318 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537169060_0001_1, queueSize=0
2016-05-18 02:06:09,319 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537169060_0001_1, startTime=1463537169238, finishTime=1463537169318, timeTaken=80, status=FAILED, diagnostics=Vertex failed, vertexName=BCD301B6676E4B4092D8DFDB7944E1C3, vertexId=vertex_1463537169060_0001_1_00, diagnostics=[Task failed, taskId=task_1463537169060_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169060_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:09,319 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537169060_0001_1_00 [BCD301B6676E4B4092D8DFDB7944E1C3]
2016-05-18 02:06:09,319 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537169060_0001_1 finished with state: FAILED
2016-05-18 02:06:09,320 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169060_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:09,326 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169060_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537169060_0001_00_000001, stoppedTime=1463537169325, exitStatus=-1000
2016-05-18 02:06:09,326 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537169060_0001_1_00_000000_0 failed: true container: container_1463537169060_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:09,327 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537169060_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:09 Completed Dag: dag_1463537169060_0001_1
2016-05-18 02:06:09,327 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537169060_0001_1, dagState=FAILED
2016-05-18 02:06:09,327 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537169060_0001_00_000001 completed but with errors
2016-05-18 02:06:09,328 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537169060_0001_1_post
2016-05-18 02:06:09,328 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,328 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 3
2016-05-18 02:06:09,328 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:09,328 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537169060_0001_00_000001
2016-05-18 02:06:09,329 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/-1_VALUES_-1, applicationId=application_1463537169060_0001
2016-05-18 02:06:09,328 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537169060_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:09,333 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1, with id=dag_1463537169060_0001_1
2016-05-18 02:06:09,333 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE] each/(1/1) ...mblyplatform/-1_VALUES_-1, with id=dag_1463537169060_0001_1
2016-05-18 02:06:09,335 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:09,335 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:09,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:09,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:09,336 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:09,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:09,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:09,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:09,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:09,337 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:09,338 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:09,338 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:09,338 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:09,338 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:09,342 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3246D3AAC2C94F1683C142AD91A53FAF/D6D9259D758A485E9CDD1CB1C936F0EE/.tez/application_1463537169060_0001
2016-05-18 02:06:09,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:09,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...mblyplatform/-1_VALUES_-1
2016-05-18 02:06:09,344 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:09,344 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_-1/_temporary
2016-05-18 02:06:09,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.307
2016-05-18 02:06:09,345 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_-1
2016-05-18 02:06:09,376 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:09,376 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:09,410 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:09,413 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-05-18 02:06:09,413 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:09,413 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:09,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_'field'
2016-05-18 02:06:09,439 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:09,439 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:09,481 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:09,487 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:09,488 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,488 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,488 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:09,505 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:09,506 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_RESULTS
2016-05-18 02:06:09,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:09,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_RESULTS"]
2016-05-18 02:06:09,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:09,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:09,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:09,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09,519 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:09,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:09,538 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:09,539 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:09,539 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:09,549 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001 doesn't exist and is created
2016-05-18 02:06:09,570 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:09,570 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:09,571 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001_wd
2016-05-18 02:06:09,587 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537169539_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:09,588 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:09,588 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:09,589 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:09,590 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:09,590 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:09,590 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:09,591 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:09,592 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:09,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:09,593 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:09,594 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:09,594 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:09,594 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:09,594 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:09,595 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:09,596 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:09,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:09,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001_wd/localmode-log-dir
2016-05-18 02:06:09,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001_wd/localmode-log-dir/history.txt.appattempt_1463537169539_0001_000000, maxErrors=10
2016-05-18 02:06:09,597 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:09,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537169539_0001_000000, appSubmitTime=1463537169587, launchTime=1463537169587
2016-05-18 02:06:09,600 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:09,603 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41316
2016-05-18 02:06:09,603 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537169539
2016-05-18 02:06:09,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537169539_0001_000000, startTime=1463537169606
2016-05-18 02:06:09,606 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:09,670 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:09,670 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:09,671 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537169539_0001, dagName=[0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09,689 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09,690 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:09,691 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537169539_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001_wd/localmode-log-dir/dag_1463537169539_0001_1.dot
2016-05-18 02:06:09,692 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001_wd/localmode-log-dir/dag_1463537169539_0001_1-tez-dag.pb.txt
2016-05-18 02:06:09,696 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537169539_0001_1
2016-05-18 02:06:09,697 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,698 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09 Running Dag: dag_1463537169539_0001_1
2016-05-18 02:06:09,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537169539_0001_1, submitTime=1463537169690
2016-05-18 02:06:09,715 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001/tez-conf.pb" } size: 40945 timestamp: 1463537169000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:09,715 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,715 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,716 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:09,717 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:09,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537169539_0001_1, initTime=1463537169717
2016-05-18 02:06:09,718 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169539_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:09,719 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:09,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:DAG_STARTED]: dagID=dag_1463537169539_0001_1, startTime=1463537169719
2016-05-18 02:06:09,719 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537169539_0001, dagName=[0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09,719 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169539_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DDBC4C5F1722433E83083F246CC6B5EF : {90F29B30C15742BBB37824F1F478BAFB={InputName=90F29B30C15742BBB37824F1F478BAFB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 90F29B30C15742BBB37824F1F478BAFB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,720 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,721 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:09,721 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 90F29B30C15742BBB37824F1F478BAFB on vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,723 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 90F29B30C15742BBB37824F1F478BAFB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:09,729 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:09,729 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:09,729 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:09,729 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:09,730 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 90F29B30C15742BBB37824F1F478BAFB on vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,731 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:09,731 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {90F29B30C15742BBB37824F1F478BAFB=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:09,732 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] parallelism set to 1
2016-05-18 02:06:09,732 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:09,732 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF], numAdditionalOutputs=1
2016-05-18 02:06:09,733 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=6822F990BCC9447D98C557423BC11377, vertex=vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:09,735 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DDBC4C5F1722433E83083F246CC6B5EF:6822F990BCC9447D98C557423BC11377 using oldmapred API
2016-05-18 02:06:09,735 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=6822F990BCC9447D98C557423BC11377, vertexName=DDBC4C5F1722433E83083F246CC6B5EF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:09,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, vertexId=vertex_1463537169539_0001_1_00, initRequestedTime=1463537169719, initedTime=1463537169732, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:09,737 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] with distanceFromRoot: 0
2016-05-18 02:06:09,737 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:09,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537169539_0001_1_00, startRequestedTime=1463537169721, startedTime=1463537169738
2016-05-18 02:06:09,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537169539_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:09,739 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:09,739 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DDBC4C5F1722433E83083F246CC6B5EF
2016-05-18 02:06:09,740 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:TASK_STARTED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, taskId=task_1463537169539_0001_1_00_000000, scheduledTime=1463537169740, launchTime=1463537169740
2016-05-18 02:06:09,741 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,742 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537169539_0001, with dag id: dag_1463537169539_0001_1
2016-05-18 02:06:09,742 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:09,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537169539_0001_00_000001, launchTime=1463537169745
2016-05-18 02:06:09,746 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537169539_0001_00_000001
2016-05-18 02:06:09,748 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537169539_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09,748 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537169539_0001_1_00_000000_0] started. Is using containerId: [container_1463537169539_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:09,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, taskAttemptId=attempt_1463537169539_0001_1_00_000000_0, startTime=1463537169748, containerId=container_1463537169539_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:09 Starting to run new task attempt: attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09,749 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09,749 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,751 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:09,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS, VertexName: DDBC4C5F1722433E83083F246CC6B5EF, VertexParallelism: 1, TaskAttemptID:attempt_1463537169539_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=90F29B30C15742BBB37824F1F478BAFB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6822F990BCC9447D98C557423BC11377, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:09,751 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:09,753 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09,753 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537169539_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:09,753 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537169539_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:09,760 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:09,762 INFO  input.MRInput (MRInput.java:initialize(440)) - 90F29B30C15742BBB37824F1F478BAFB using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:09,762 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 90F29B30C15742BBB37824F1F478BAFB
2016-05-18 02:06:09,773 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DDBC4C5F1722433E83083F246CC6B5EF, ordinal: 0
2016-05-18 02:06:09,774 INFO  output.MROutput (MROutput.java:initialize(421)) - 6822F990BCC9447D98C557423BC11377: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:09,774 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDBC4C5F1722433E83083F246CC6B5EF, mem on start (mb), free: 160, total: 384, max: 672
2016-05-18 02:06:09,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:09,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:09,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:09,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:09,775 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6822F990BCC9447D98C557423BC11377:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [90F29B30C15742BBB37824F1F478BAFB:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:09,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:09,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:09,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:09,776 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6822F990BCC9447D98C557423BC11377:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [90F29B30C15742BBB37824F1F478BAFB:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:09,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:09,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 90F29B30C15742BBB37824F1F478BAFB
2016-05-18 02:06:09,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 90F29B30C15742BBB37824F1F478BAFB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:09,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:09,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:09,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:09,778 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09,781 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:09,782 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 90F29B30C15742BBB37824F1F478BAFB initialized RecordReader from event
2016-05-18 02:06:09,782 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 90F29B30C15742BBB37824F1F478BAFB
2016-05-18 02:06:09,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_RESULTS"], id: 6822F990BCC9447D98C557423BC11377
2016-05-18 02:06:09,783 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_RESULTS"]
2016-05-18 02:06:09,783 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,783 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DDBC4C5F1722433E83083F246CC6B5EF, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:09,784 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:09,786 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:09,787 INFO  output.MROutput (MROutput.java:close(526)) - 6822F990BCC9447D98C557423BC11377 closed
2016-05-18 02:06:09,787 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537169539_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:09,790 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537169539_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:09,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537169539_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537169784, Process_Duration=5, Process_End_Time=1463537169789, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:09,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:09,791 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDBC4C5F1722433E83083F246CC6B5EF, mem on close (mb), free: 158, total: 384, max: 672
2016-05-18 02:06:09,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=DDBC4C5F1722433E83083F246CC6B5EF, index=0, interruptedStatus=false
2016-05-18 02:06:09,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=DDBC4C5F1722433E83083F246CC6B5EF, sourceVertex=90F29B30C15742BBB37824F1F478BAFB, interruptedStatus=true
2016-05-18 02:06:09,792 INFO  output.MROutput (MROutput.java:close(526)) - 6822F990BCC9447D98C557423BC11377 closed
2016-05-18 02:06:09,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=DDBC4C5F1722433E83083F246CC6B5EF, sourceVertex=6822F990BCC9447D98C557423BC11377, interruptedStatus=true
2016-05-18 02:06:09,793 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537169539_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:09,793 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:09,793 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537169539_0001_00_000001
2016-05-18 02:06:09,794 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537169539_0001_00_000001
2016-05-18 02:06:09,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, taskAttemptId=attempt_1463537169539_0001_1_00_000000_0, creationTime=1463537169741, allocationTime=1463537169744, startTime=1463537169748, finishTime=1463537169793, timeTaken=45, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537169539_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537169784, Process_Duration=5, Process_End_Time=1463537169789, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:09,794 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537169539_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:09,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:TASK_FINISHED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, taskId=task_1463537169539_0001_1_00_000000, startTime=1463537169748, finishTime=1463537169795, timeTaken=47, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169539_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:09,795 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537169539_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:09,796 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537169539_0001_00_000001 completed but with errors
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] because task failed: task_1463537169539_0001_1_00_000000
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,797 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=6822F990BCC9447D98C557423BC11377, vertexId=vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,804 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:VERTEX_FINISHED]: vertexName=DDBC4C5F1722433E83083F246CC6B5EF, vertexId=vertex_1463537169539_0001_1_00, initRequestedTime=1463537169719, initedTime=1463537169732, startRequestedTime=1463537169721, startedTime=1463537169738, finishTime=1463537169799, timeTaken=61, status=FAILED, diagnostics=Task failed, taskId=task_1463537169539_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169539_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537169748, firstTasksToStart=[ task_1463537169539_0001_1_00_000000 ], lastTaskFinishTime=1463537169793, lastTasksToFinish=[ task_1463537169539_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:09,804 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:09,804 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537169539_0001_00_000001, stoppedTime=1463537169804, exitStatus=-1000
2016-05-18 02:06:09,805 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537169539_0001_1_00_000000_0 failed: true container: container_1463537169539_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:09,805 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537169539_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:09,805 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:09,805 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:09,805 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:09,807 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537169539_0001_1, queueSize=0
2016-05-18 02:06:09,807 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537169539_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537169539_0001_1, startTime=1463537169719, finishTime=1463537169807, timeTaken=88, status=FAILED, diagnostics=Vertex failed, vertexName=DDBC4C5F1722433E83083F246CC6B5EF, vertexId=vertex_1463537169539_0001_1_00, diagnostics=[Task failed, taskId=task_1463537169539_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537169539_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:09,808 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537169539_0001_1_00 [DDBC4C5F1722433E83083F246CC6B5EF]
2016-05-18 02:06:09,808 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537169539_0001_1 finished with state: FAILED
2016-05-18 02:06:09,808 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537169539_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:09 Completed Dag: dag_1463537169539_0001_1
2016-05-18 02:06:09,808 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537169539_0001_00_000001
2016-05-18 02:06:09,808 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537169539_0001_1, dagState=FAILED
2016-05-18 02:06:09,809 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537169539_0001_1_post
2016-05-18 02:06:09,810 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:09,810 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:09,810 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:09,811 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS, with id=dag_1463537169539_0001_1
2016-05-18 02:06:09,811 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC] each/(1/1) ...latform/-1_VALUES_RESULTS, with id=dag_1463537169539_0001_1
2016-05-18 02:06:09,814 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/-1_VALUES_RESULTS, applicationId=application_1463537169539_0001
2016-05-18 02:06:09,825 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:09,825 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:09,826 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:09,826 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:09,826 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:09,826 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:09,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:09,827 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:09,828 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:09,828 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:09,828 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:09,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:09,829 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:09,829 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:09,833 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0786AE288C064162973D27E5CE1C3385/D9D638A1C88745349D7283E3A8E62CCC/.tez/application_1463537169539_0001
2016-05-18 02:06:09,834 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:09,834 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...latform/-1_VALUES_RESULTS
2016-05-18 02:06:09,835 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:09,835 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_RESULTS/_temporary
2016-05-18 02:06:09,835 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.319
2016-05-18 02:06:09,836 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_RESULTS
2016-05-18 02:06:09,867 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:09,867 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:09,910 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:09,921 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:09,922 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:09,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:06:09,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:09,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:09,969 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:09,970 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_ALL
2016-05-18 02:06:09,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:09,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:09,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_ALL"]
2016-05-18 02:06:09,981 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:09,981 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:09,981 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:09,981 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:09,981 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:09,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:10,002 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,002 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:10,003 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:10,011 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001 doesn't exist and is created
2016-05-18 02:06:10,031 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:10,031 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:10,032 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001_wd
2016-05-18 02:06:10,048 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537170002_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,049 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,049 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,051 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:10,051 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:10,051 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:10,051 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:10,052 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:10,054 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:10,054 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:10,054 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:10,055 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:10,055 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:10,055 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:10,055 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:10,055 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:10,056 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,056 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,056 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:10,057 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:10,059 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:10,060 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:10,060 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:10,060 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001_wd/localmode-log-dir
2016-05-18 02:06:10,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001_wd/localmode-log-dir/history.txt.appattempt_1463537170002_0001_000000, maxErrors=10
2016-05-18 02:06:10,061 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:10,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537170002_0001_000000, appSubmitTime=1463537170048, launchTime=1463537170048
2016-05-18 02:06:10,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:10,071 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46391
2016-05-18 02:06:10,071 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537170002
2016-05-18 02:06:10,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537170002_0001_000000, startTime=1463537170073
2016-05-18 02:06:10,073 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:10,131 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:10,131 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:10,132 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537170002_0001, dagName=[0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:10,150 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:10,150 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:10,151 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537170002_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001_wd/localmode-log-dir/dag_1463537170002_0001_1.dot
2016-05-18 02:06:10,152 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001_wd/localmode-log-dir/dag_1463537170002_0001_1-tez-dag.pb.txt
2016-05-18 02:06:10,156 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170002_0001_1
2016-05-18 02:06:10,156 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,156 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:10 Running Dag: dag_1463537170002_0001_1
2016-05-18 02:06:10,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537170002_0001_1, submitTime=1463537170150
2016-05-18 02:06:10,171 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001/tez-conf.pb" } size: 40945 timestamp: 1463537170000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:10,171 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,172 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,172 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:10,172 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:10,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537170002_0001_1, initTime=1463537170172
2016-05-18 02:06:10,172 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170002_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:10,174 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:10,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:DAG_STARTED]: dagID=dag_1463537170002_0001_1, startTime=1463537170175
2016-05-18 02:06:10,175 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170002_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:10,176 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DA5E0BA8A4FC487ABDEFAC54BAD0371F : {CFACF41B4C6C451B995752618B043ED5={InputName=CFACF41B4C6C451B995752618B043ED5}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:10,176 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: CFACF41B4C6C451B995752618B043ED5, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:10,176 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,176 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537170002_0001, dagName=[0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:10,176 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,177 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,177 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,177 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:10,178 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: CFACF41B4C6C451B995752618B043ED5 on vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,179 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input CFACF41B4C6C451B995752618B043ED5 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:10,181 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:10,181 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:10,181 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:10,182 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:10,182 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: CFACF41B4C6C451B995752618B043ED5 on vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,183 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:10,183 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {CFACF41B4C6C451B995752618B043ED5=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:10,184 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] parallelism set to 1
2016-05-18 02:06:10,184 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:10,184 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F], numAdditionalOutputs=1
2016-05-18 02:06:10,184 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A0E12A2393344E9790BDAEC07B393BF4, vertex=vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:10,186 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DA5E0BA8A4FC487ABDEFAC54BAD0371F:A0E12A2393344E9790BDAEC07B393BF4 using oldmapred API
2016-05-18 02:06:10,186 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A0E12A2393344E9790BDAEC07B393BF4, vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:10,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, vertexId=vertex_1463537170002_0001_1_00, initRequestedTime=1463537170176, initedTime=1463537170184, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:10,187 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] with distanceFromRoot: 0
2016-05-18 02:06:10,187 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:10,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537170002_0001_1_00, startRequestedTime=1463537170178, startedTime=1463537170188
2016-05-18 02:06:10,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537170002_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:10,188 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:10,188 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DA5E0BA8A4FC487ABDEFAC54BAD0371F
2016-05-18 02:06:10,189 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,189 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:TASK_STARTED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, taskId=task_1463537170002_0001_1_00_000000, scheduledTime=1463537170189, launchTime=1463537170189
2016-05-18 02:06:10,190 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,191 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:10,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537170002_0001_00_000001, launchTime=1463537170192
2016-05-18 02:06:10,193 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537170002_0001_00_000001
2016-05-18 02:06:10,193 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537170002_0001_1_00_000000_0] started. Is using containerId: [container_1463537170002_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:10,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, taskAttemptId=attempt_1463537170002_0001_1_00_000000_0, startTime=1463537170193, containerId=container_1463537170002_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:10,194 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537170002_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10 Starting to run new task attempt: attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10,196 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10,196 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,196 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:10,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL, VertexName: DA5E0BA8A4FC487ABDEFAC54BAD0371F, VertexParallelism: 1, TaskAttemptID:attempt_1463537170002_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CFACF41B4C6C451B995752618B043ED5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A0E12A2393344E9790BDAEC07B393BF4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:10,197 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:10,198 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10,201 INFO  input.MRInput (MRInput.java:initialize(440)) - CFACF41B4C6C451B995752618B043ED5 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:10,202 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: CFACF41B4C6C451B995752618B043ED5
2016-05-18 02:06:10,203 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:10,204 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537170002_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:10,204 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537170002_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:10,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537170002_0001, with dag id: dag_1463537170002_0001_1
2016-05-18 02:06:10,215 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DA5E0BA8A4FC487ABDEFAC54BAD0371F, ordinal: 0
2016-05-18 02:06:10,215 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DA5E0BA8A4FC487ABDEFAC54BAD0371F, mem on start (mb), free: 306, total: 388, max: 672
2016-05-18 02:06:10,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:10,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:10,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:10,217 INFO  output.MROutput (MROutput.java:initialize(421)) - A0E12A2393344E9790BDAEC07B393BF4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:10,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:10,217 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CFACF41B4C6C451B995752618B043ED5:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A0E12A2393344E9790BDAEC07B393BF4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:10,217 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:10,217 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:10,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:10,218 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CFACF41B4C6C451B995752618B043ED5:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A0E12A2393344E9790BDAEC07B393BF4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:10,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:10,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CFACF41B4C6C451B995752618B043ED5
2016-05-18 02:06:10,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CFACF41B4C6C451B995752618B043ED5 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:10,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:10,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:10,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:10,220 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10,223 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:10,224 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - CFACF41B4C6C451B995752618B043ED5 initialized RecordReader from event
2016-05-18 02:06:10,225 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,225 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: CFACF41B4C6C451B995752618B043ED5
2016-05-18 02:06:10,225 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_ALL"], id: A0E12A2393344E9790BDAEC07B393BF4
2016-05-18 02:06:10,226 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_ALL"]
2016-05-18 02:06:10,226 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,227 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DA5E0BA8A4FC487ABDEFAC54BAD0371F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:10,227 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:10,232 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:10,237 INFO  output.MROutput (MROutput.java:close(526)) - A0E12A2393344E9790BDAEC07B393BF4 closed
2016-05-18 02:06:10,238 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537170002_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:10,238 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537170002_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:10,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537170002_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537170227, Process_Duration=11, Process_End_Time=1463537170238, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:10,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:10,239 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DA5E0BA8A4FC487ABDEFAC54BAD0371F, mem on close (mb), free: 304, total: 388, max: 672
2016-05-18 02:06:10,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=DA5E0BA8A4FC487ABDEFAC54BAD0371F, index=0, interruptedStatus=false
2016-05-18 02:06:10,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=DA5E0BA8A4FC487ABDEFAC54BAD0371F, sourceVertex=CFACF41B4C6C451B995752618B043ED5, interruptedStatus=true
2016-05-18 02:06:10,240 INFO  output.MROutput (MROutput.java:close(526)) - A0E12A2393344E9790BDAEC07B393BF4 closed
2016-05-18 02:06:10,241 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=DA5E0BA8A4FC487ABDEFAC54BAD0371F, sourceVertex=A0E12A2393344E9790BDAEC07B393BF4, interruptedStatus=true
2016-05-18 02:06:10,242 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537170002_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:10,242 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:10,242 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537170002_0001_00_000001
2016-05-18 02:06:10,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, taskAttemptId=attempt_1463537170002_0001_1_00_000000_0, creationTime=1463537170190, allocationTime=1463537170191, startTime=1463537170193, finishTime=1463537170242, timeTaken=49, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537170002_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537170227, Process_Duration=11, Process_End_Time=1463537170238, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:10,242 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537170002_0001_00_000001
2016-05-18 02:06:10,243 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537170002_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:10,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:TASK_FINISHED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, taskId=task_1463537170002_0001_1_00_000000, startTime=1463537170193, finishTime=1463537170243, timeTaken=50, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170002_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:10,243 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] because task failed: task_1463537170002_0001_1_00_000000
2016-05-18 02:06:10,243 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:10,244 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:10,244 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:10,244 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,244 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=A0E12A2393344E9790BDAEC07B393BF4, vertexId=vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:VERTEX_FINISHED]: vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, vertexId=vertex_1463537170002_0001_1_00, initRequestedTime=1463537170176, initedTime=1463537170184, startRequestedTime=1463537170178, startedTime=1463537170188, finishTime=1463537170246, timeTaken=58, status=FAILED, diagnostics=Task failed, taskId=task_1463537170002_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170002_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537170193, firstTasksToStart=[ task_1463537170002_0001_1_00_000000 ], lastTaskFinishTime=1463537170242, lastTasksToFinish=[ task_1463537170002_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:10,249 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:10,249 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:10,249 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:10,250 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:10,253 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537170002_0001_1, queueSize=0
2016-05-18 02:06:10,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537170002_0001_1, startTime=1463537170174, finishTime=1463537170250, timeTaken=76, status=FAILED, diagnostics=Vertex failed, vertexName=DA5E0BA8A4FC487ABDEFAC54BAD0371F, vertexId=vertex_1463537170002_0001_1_00, diagnostics=[Task failed, taskId=task_1463537170002_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170002_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:10,253 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537170002_0001_1_00 [DA5E0BA8A4FC487ABDEFAC54BAD0371F]
2016-05-18 02:06:10,253 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537170002_0001_1 finished with state: FAILED
2016-05-18 02:06:10,254 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170002_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:10,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170002_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537170002_0001_00_000001, stoppedTime=1463537170254, exitStatus=-1000
2016-05-18 02:06:10,254 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537170002_0001_1_00_000000_0 failed: true container: container_1463537170002_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:10 Completed Dag: dag_1463537170002_0001_1
2016-05-18 02:06:10,255 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537170002_0001_1, dagState=FAILED
2016-05-18 02:06:10,255 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170002_0001_1_post
2016-05-18 02:06:10,255 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,255 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:10,255 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:10,255 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537170002_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:10,256 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL, with id=dag_1463537170002_0001_1
2016-05-18 02:06:10,256 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810] each/(1/1) ...blyplatform/-1_VALUES_ALL, with id=dag_1463537170002_0001_1
2016-05-18 02:06:10,256 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537170002_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:10,256 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537170002_0001_00_000001 completed but with errors
2016-05-18 02:06:10,256 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537170002_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:10,267 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/-1_VALUES_ALL, applicationId=application_1463537170002_0001
2016-05-18 02:06:10,270 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:10,270 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:10,270 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:10,270 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:10,270 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:10,271 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:10,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:10,274 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:10,274 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:10,274 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:10,275 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:10,275 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:10,275 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:10,275 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:10,278 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0C9DAC2219D24C42B7B9B7A3089702E5/E8F6FA9A3C3E4FFEB426F9CFCC2D9810/.tez/application_1463537170002_0001
2016-05-18 02:06:10,278 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:10,279 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...blyplatform/-1_VALUES_ALL
2016-05-18 02:06:10,279 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:10,280 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_ALL/_temporary
2016-05-18 02:06:10,280 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.299
2016-05-18 02:06:10,280 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_ALL
2016-05-18 02:06:10,308 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:10,308 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:10,347 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:10,359 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:10,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:10,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:10,360 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:10,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:10,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_REPLACE
2016-05-18 02:06:10,396 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:10,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_REPLACE"]
2016-05-18 02:06:10,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:10,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:10,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:10,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10,399 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:10,413 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:10,418 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,418 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:10,419 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:10,428 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001 doesn't exist and is created
2016-05-18 02:06:10,447 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:10,448 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:10,448 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001_wd
2016-05-18 02:06:10,464 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537170418_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,465 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,465 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:10,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:10,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:10,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:10,470 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:10,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:10,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:10,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:10,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:10,474 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:10,474 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:10,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:10,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:10,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,476 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,476 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:10,477 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:10,479 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:10,479 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:10,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:10,480 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001_wd/localmode-log-dir
2016-05-18 02:06:10,481 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001_wd/localmode-log-dir/history.txt.appattempt_1463537170418_0001_000000, maxErrors=10
2016-05-18 02:06:10,481 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:10,481 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537170418_0001_000000, appSubmitTime=1463537170464, launchTime=1463537170464
2016-05-18 02:06:10,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:10,490 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41828
2016-05-18 02:06:10,490 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537170418
2016-05-18 02:06:10,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537170418_0001_000000, startTime=1463537170492
2016-05-18 02:06:10,492 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:10,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:10,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:10,548 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:10,548 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:10,548 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537170418_0001, dagName=[D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10,566 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10,566 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:10,567 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537170418_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001_wd/localmode-log-dir/dag_1463537170418_0001_1.dot
2016-05-18 02:06:10,567 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001_wd/localmode-log-dir/dag_1463537170418_0001_1-tez-dag.pb.txt
2016-05-18 02:06:10,571 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170418_0001_1
2016-05-18 02:06:10,571 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,571 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10 Running Dag: dag_1463537170418_0001_1
2016-05-18 02:06:10,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537170418_0001_1, submitTime=1463537170566
2016-05-18 02:06:10,588 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001/tez-conf.pb" } size: 40945 timestamp: 1463537170000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:10,588 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,588 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,588 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:10,589 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:10,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537170418_0001_1, initTime=1463537170589
2016-05-18 02:06:10,591 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170418_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:10,591 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:10,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:DAG_STARTED]: dagID=dag_1463537170418_0001_1, startTime=1463537170591
2016-05-18 02:06:10,591 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170418_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:10,591 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F1C499084C764FB1B5B18F7C61CB6A89 : {8965D20738694630B19C1D07A5E0E44F={InputName=8965D20738694630B19C1D07A5E0E44F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:10,592 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 8965D20738694630B19C1D07A5E0E44F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:10,592 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,592 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,592 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,592 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,593 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:10,593 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 8965D20738694630B19C1D07A5E0E44F on vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,594 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537170418_0001, dagName=[D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10,596 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 8965D20738694630B19C1D07A5E0E44F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:10,599 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:10,599 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:10,600 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:10,600 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:10,601 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 8965D20738694630B19C1D07A5E0E44F on vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,602 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:10,603 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {8965D20738694630B19C1D07A5E0E44F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:10,603 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] parallelism set to 1
2016-05-18 02:06:10,604 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:10,604 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89], numAdditionalOutputs=1
2016-05-18 02:06:10,604 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=90A1CEFA7F3D48CC8F3AE6D89D1D26F5, vertex=vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:10,606 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F1C499084C764FB1B5B18F7C61CB6A89:90A1CEFA7F3D48CC8F3AE6D89D1D26F5 using oldmapred API
2016-05-18 02:06:10,606 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=90A1CEFA7F3D48CC8F3AE6D89D1D26F5, vertexName=F1C499084C764FB1B5B18F7C61CB6A89, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:10,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, vertexId=vertex_1463537170418_0001_1_00, initRequestedTime=1463537170591, initedTime=1463537170604, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:10,608 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] with distanceFromRoot: 0
2016-05-18 02:06:10,608 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:10,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537170418_0001_1_00, startRequestedTime=1463537170593, startedTime=1463537170608
2016-05-18 02:06:10,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537170418_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:10,609 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:10,610 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F1C499084C764FB1B5B18F7C61CB6A89
2016-05-18 02:06:10,610 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:TASK_STARTED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, taskId=task_1463537170418_0001_1_00_000000, scheduledTime=1463537170610, launchTime=1463537170610
2016-05-18 02:06:10,611 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,612 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:10,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537170418_0001_00_000001, launchTime=1463537170614
2016-05-18 02:06:10,615 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537170418_0001_00_000001
2016-05-18 02:06:10,616 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537170418_0001_1_00_000000_0] started. Is using containerId: [container_1463537170418_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:10,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, taskAttemptId=attempt_1463537170418_0001_1_00_000000_0, startTime=1463537170616, containerId=container_1463537170418_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:10,617 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537170418_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10 Starting to run new task attempt: attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10,618 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10,618 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,618 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:10,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE, VertexName: F1C499084C764FB1B5B18F7C61CB6A89, VertexParallelism: 1, TaskAttemptID:attempt_1463537170418_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8965D20738694630B19C1D07A5E0E44F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=90A1CEFA7F3D48CC8F3AE6D89D1D26F5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:10,619 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:10,620 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537170418_0001, with dag id: dag_1463537170418_0001_1
2016-05-18 02:06:10,626 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537170418_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:10,626 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537170418_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:10,628 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:10,634 INFO  input.MRInput (MRInput.java:initialize(440)) - 8965D20738694630B19C1D07A5E0E44F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:10,634 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 8965D20738694630B19C1D07A5E0E44F
2016-05-18 02:06:10,637 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F1C499084C764FB1B5B18F7C61CB6A89, ordinal: 0
2016-05-18 02:06:10,638 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F1C499084C764FB1B5B18F7C61CB6A89, mem on start (mb), free: 234, total: 388, max: 672
2016-05-18 02:06:10,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:10,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:10,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:10,642 INFO  output.MROutput (MROutput.java:initialize(421)) - 90A1CEFA7F3D48CC8F3AE6D89D1D26F5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:10,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:10,643 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[8965D20738694630B19C1D07A5E0E44F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [90A1CEFA7F3D48CC8F3AE6D89D1D26F5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:10,643 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:10,643 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:10,643 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:10,643 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[8965D20738694630B19C1D07A5E0E44F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [90A1CEFA7F3D48CC8F3AE6D89D1D26F5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 8965D20738694630B19C1D07A5E0E44F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 8965D20738694630B19C1D07A5E0E44F
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:10,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:10,644 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10,646 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:10,647 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 8965D20738694630B19C1D07A5E0E44F initialized RecordReader from event
2016-05-18 02:06:10,648 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,648 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 8965D20738694630B19C1D07A5E0E44F
2016-05-18 02:06:10,648 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_REPLACE"], id: 90A1CEFA7F3D48CC8F3AE6D89D1D26F5
2016-05-18 02:06:10,649 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_REPLACE"]
2016-05-18 02:06:10,649 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,650 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F1C499084C764FB1B5B18F7C61CB6A89, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:10,650 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:10,651 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:10,652 INFO  output.MROutput (MROutput.java:close(526)) - 90A1CEFA7F3D48CC8F3AE6D89D1D26F5 closed
2016-05-18 02:06:10,652 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537170418_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:10,653 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537170418_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:10,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537170418_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537170650, Process_Duration=3, Process_End_Time=1463537170653, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:10,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:10,654 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F1C499084C764FB1B5B18F7C61CB6A89, mem on close (mb), free: 232, total: 388, max: 672
2016-05-18 02:06:10,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=F1C499084C764FB1B5B18F7C61CB6A89, index=0, interruptedStatus=false
2016-05-18 02:06:10,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=F1C499084C764FB1B5B18F7C61CB6A89, sourceVertex=8965D20738694630B19C1D07A5E0E44F, interruptedStatus=true
2016-05-18 02:06:10,654 INFO  output.MROutput (MROutput.java:close(526)) - 90A1CEFA7F3D48CC8F3AE6D89D1D26F5 closed
2016-05-18 02:06:10,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=F1C499084C764FB1B5B18F7C61CB6A89, sourceVertex=90A1CEFA7F3D48CC8F3AE6D89D1D26F5, interruptedStatus=true
2016-05-18 02:06:10,656 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537170418_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:10,656 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:10,656 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537170418_0001_00_000001
2016-05-18 02:06:10,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, taskAttemptId=attempt_1463537170418_0001_1_00_000000_0, creationTime=1463537170611, allocationTime=1463537170614, startTime=1463537170616, finishTime=1463537170656, timeTaken=40, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537170418_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537170650, Process_Duration=3, Process_End_Time=1463537170653, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:10,657 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537170418_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:10,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:TASK_FINISHED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, taskId=task_1463537170418_0001_1_00_000000, startTime=1463537170616, finishTime=1463537170657, timeTaken=41, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170418_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:10,656 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537170418_0001_00_000001
2016-05-18 02:06:10,658 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] because task failed: task_1463537170418_0001_1_00_000000
2016-05-18 02:06:10,658 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:10,658 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:10,658 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:10,659 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,660 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=90A1CEFA7F3D48CC8F3AE6D89D1D26F5, vertexId=vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:VERTEX_FINISHED]: vertexName=F1C499084C764FB1B5B18F7C61CB6A89, vertexId=vertex_1463537170418_0001_1_00, initRequestedTime=1463537170591, initedTime=1463537170604, startRequestedTime=1463537170593, startedTime=1463537170608, finishTime=1463537170661, timeTaken=53, status=FAILED, diagnostics=Task failed, taskId=task_1463537170418_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170418_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537170616, firstTasksToStart=[ task_1463537170418_0001_1_00_000000 ], lastTaskFinishTime=1463537170656, lastTasksToFinish=[ task_1463537170418_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:10,662 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:10,662 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537170418_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:10,662 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537170418_0001_00_000001 completed but with errors
2016-05-18 02:06:10,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537170418_0001_00_000001, stoppedTime=1463537170662, exitStatus=-1000
2016-05-18 02:06:10,663 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537170418_0001_1_00_000000_0 failed: true container: container_1463537170418_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:10,663 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:10,663 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:10,663 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:10,665 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537170418_0001_1, queueSize=0
2016-05-18 02:06:10,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170418_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537170418_0001_1, startTime=1463537170591, finishTime=1463537170663, timeTaken=72, status=FAILED, diagnostics=Vertex failed, vertexName=F1C499084C764FB1B5B18F7C61CB6A89, vertexId=vertex_1463537170418_0001_1_00, diagnostics=[Task failed, taskId=task_1463537170418_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170418_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:10,667 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537170418_0001_1_00 [F1C499084C764FB1B5B18F7C61CB6A89]
2016-05-18 02:06:10,667 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537170418_0001_1 finished with state: FAILED
2016-05-18 02:06:10,667 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170418_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:10,667 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537170418_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:10,667 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537170418_0001_00_000001
2016-05-18 02:06:10 Completed Dag: dag_1463537170418_0001_1
2016-05-18 02:06:10,668 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537170418_0001_1, dagState=FAILED
2016-05-18 02:06:10,668 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170418_0001_1_post
2016-05-18 02:06:10,668 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,668 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:10,668 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:10,669 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE, with id=dag_1463537170418_0001_1
2016-05-18 02:06:10,669 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7] each/(1/1) ...latform/-1_VALUES_REPLACE, with id=dag_1463537170418_0001_1
2016-05-18 02:06:10,679 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/-1_VALUES_REPLACE, applicationId=application_1463537170418_0001
2016-05-18 02:06:10,680 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:10,680 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:10,680 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:10,681 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:10,681 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:10,681 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:10,683 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:10,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:10,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:10,685 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:10,685 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:10,685 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:10,686 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:10,687 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:10,691 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5013908BFCB4006A2A0F7973DFFBBE0/EC188546A2164B9CB5B42B5112609AD7/.tez/application_1463537170418_0001
2016-05-18 02:06:10,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:10,692 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...latform/-1_VALUES_REPLACE
2016-05-18 02:06:10,692 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:10,692 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_REPLACE/_temporary
2016-05-18 02:06:10,693 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.296
2016-05-18 02:06:10,693 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_REPLACE
2016-05-18 02:06:10,728 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:10,728 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:10,767 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:10,774 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:10,774 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:10,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:10,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:10,791 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:10,792 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_SWAP
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_SWAP"]
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:10,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:10,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:10,804 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:10,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:10,822 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,823 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:10,823 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:10,832 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001 doesn't exist and is created
2016-05-18 02:06:10,856 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:10,856 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:10,857 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001_wd
2016-05-18 02:06:10,875 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537170823_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:10,875 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,875 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:10,877 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:10,877 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:10,877 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:10,877 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:10,878 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:10,879 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:10,880 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:10,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:10,880 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:10,882 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:10,883 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:10,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:10,884 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001_wd/localmode-log-dir
2016-05-18 02:06:10,884 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001_wd/localmode-log-dir/history.txt.appattempt_1463537170823_0001_000000, maxErrors=10
2016-05-18 02:06:10,885 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:10,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537170823_0001_000000, appSubmitTime=1463537170874, launchTime=1463537170874
2016-05-18 02:06:10,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:10,891 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34816
2016-05-18 02:06:10,892 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537170823
2016-05-18 02:06:10,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537170823_0001_000000, startTime=1463537170896
2016-05-18 02:06:10,896 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:10,957 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:10,957 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:10,957 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537170823_0001, dagName=[853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:10,976 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:10,977 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:10,978 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537170823_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001_wd/localmode-log-dir/dag_1463537170823_0001_1.dot
2016-05-18 02:06:10,978 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001_wd/localmode-log-dir/dag_1463537170823_0001_1-tez-dag.pb.txt
2016-05-18 02:06:10,982 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170823_0001_1
2016-05-18 02:06:10,983 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:10,983 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:10 Running Dag: dag_1463537170823_0001_1
2016-05-18 02:06:10,998 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537170823_0001_1, submitTime=1463537170977
2016-05-18 02:06:10,999 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001/tez-conf.pb" } size: 40945 timestamp: 1463537170000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:10,999 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,000 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,000 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:11,000 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:11,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537170823_0001_1, initTime=1463537171001
2016-05-18 02:06:11,002 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170823_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:11,002 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:11,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:DAG_STARTED]: dagID=dag_1463537170823_0001_1, startTime=1463537171002
2016-05-18 02:06:11,002 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170823_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:11,002 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B9D589C9085E41E7A4DD796E7863696E : {FF1D5A2A9BE441C3A548885CD04FF819={InputName=FF1D5A2A9BE441C3A548885CD04FF819}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:11,002 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FF1D5A2A9BE441C3A548885CD04FF819, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:11,003 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,003 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,003 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,003 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,004 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:11,004 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FF1D5A2A9BE441C3A548885CD04FF819 on vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,005 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537170823_0001, dagName=[853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:11,007 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FF1D5A2A9BE441C3A548885CD04FF819 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:11,008 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:11,008 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:11,009 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:11,009 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:11,009 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FF1D5A2A9BE441C3A548885CD04FF819 on vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,010 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,011 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FF1D5A2A9BE441C3A548885CD04FF819=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:11,011 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] parallelism set to 1
2016-05-18 02:06:11,011 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E], numAdditionalOutputs=1
2016-05-18 02:06:11,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1E5992C9BF5E4F8DAEA38AA35866DCE8, vertex=vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:11,014 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B9D589C9085E41E7A4DD796E7863696E:1E5992C9BF5E4F8DAEA38AA35866DCE8 using oldmapred API
2016-05-18 02:06:11,014 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1E5992C9BF5E4F8DAEA38AA35866DCE8, vertexName=B9D589C9085E41E7A4DD796E7863696E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:11,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, vertexId=vertex_1463537170823_0001_1_00, initRequestedTime=1463537171002, initedTime=1463537171012, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:11,015 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] with distanceFromRoot: 0
2016-05-18 02:06:11,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:11,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537170823_0001_1_00, startRequestedTime=1463537171004, startedTime=1463537171015
2016-05-18 02:06:11,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537170823_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:11,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:11,016 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B9D589C9085E41E7A4DD796E7863696E
2016-05-18 02:06:11,016 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:TASK_STARTED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, taskId=task_1463537170823_0001_1_00_000000, scheduledTime=1463537171017, launchTime=1463537171017
2016-05-18 02:06:11,018 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,020 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:11,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537170823_0001_00_000001, launchTime=1463537171022
2016-05-18 02:06:11,023 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537170823_0001_00_000001
2016-05-18 02:06:11,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537170823_0001, with dag id: dag_1463537170823_0001_1
2016-05-18 02:06:11,027 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537170823_0001_1_00_000000_0] started. Is using containerId: [container_1463537170823_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:11,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, taskAttemptId=attempt_1463537170823_0001_1_00_000000_0, startTime=1463537171027, containerId=container_1463537170823_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:11,029 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537170823_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11,030 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11,030 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,032 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:11,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP, VertexName: B9D589C9085E41E7A4DD796E7863696E, VertexParallelism: 1, TaskAttemptID:attempt_1463537170823_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF1D5A2A9BE441C3A548885CD04FF819, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1E5992C9BF5E4F8DAEA38AA35866DCE8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:11,032 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:11,034 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11,035 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537170823_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:11,036 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537170823_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:11,040 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:11,040 INFO  input.MRInput (MRInput.java:initialize(440)) - FF1D5A2A9BE441C3A548885CD04FF819 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:11,040 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FF1D5A2A9BE441C3A548885CD04FF819
2016-05-18 02:06:11,049 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9D589C9085E41E7A4DD796E7863696E, ordinal: 0
2016-05-18 02:06:11,049 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9D589C9085E41E7A4DD796E7863696E, mem on start (mb), free: 159, total: 388, max: 672
2016-05-18 02:06:11,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:11,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:11,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:11,052 INFO  output.MROutput (MROutput.java:initialize(421)) - 1E5992C9BF5E4F8DAEA38AA35866DCE8: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:11,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:11,052 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FF1D5A2A9BE441C3A548885CD04FF819:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [1E5992C9BF5E4F8DAEA38AA35866DCE8:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:11,053 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:11,053 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:11,053 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:11,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FF1D5A2A9BE441C3A548885CD04FF819:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [1E5992C9BF5E4F8DAEA38AA35866DCE8:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:11,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:11,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FF1D5A2A9BE441C3A548885CD04FF819 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:11,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:11,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:11,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FF1D5A2A9BE441C3A548885CD04FF819
2016-05-18 02:06:11,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:11,063 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11,064 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:11,064 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FF1D5A2A9BE441C3A548885CD04FF819 initialized RecordReader from event
2016-05-18 02:06:11,067 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,067 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FF1D5A2A9BE441C3A548885CD04FF819
2016-05-18 02:06:11,068 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_SWAP"], id: 1E5992C9BF5E4F8DAEA38AA35866DCE8
2016-05-18 02:06:11,068 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_SWAP"]
2016-05-18 02:06:11,068 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,068 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9D589C9085E41E7A4DD796E7863696E, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:11,069 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:11,070 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:11,070 INFO  output.MROutput (MROutput.java:close(526)) - 1E5992C9BF5E4F8DAEA38AA35866DCE8 closed
2016-05-18 02:06:11,071 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537170823_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:11,072 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537170823_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:11,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537170823_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537171068, Process_Duration=4, Process_End_Time=1463537171072, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:11,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:11,073 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9D589C9085E41E7A4DD796E7863696E, mem on close (mb), free: 157, total: 388, max: 672
2016-05-18 02:06:11,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=B9D589C9085E41E7A4DD796E7863696E, index=0, interruptedStatus=false
2016-05-18 02:06:11,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=B9D589C9085E41E7A4DD796E7863696E, sourceVertex=FF1D5A2A9BE441C3A548885CD04FF819, interruptedStatus=true
2016-05-18 02:06:11,074 INFO  output.MROutput (MROutput.java:close(526)) - 1E5992C9BF5E4F8DAEA38AA35866DCE8 closed
2016-05-18 02:06:11,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=B9D589C9085E41E7A4DD796E7863696E, sourceVertex=1E5992C9BF5E4F8DAEA38AA35866DCE8, interruptedStatus=true
2016-05-18 02:06:11,076 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537170823_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:11,076 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:11,077 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537170823_0001_00_000001
2016-05-18 02:06:11,077 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537170823_0001_00_000001
2016-05-18 02:06:11,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, taskAttemptId=attempt_1463537170823_0001_1_00_000000_0, creationTime=1463537171018, allocationTime=1463537171021, startTime=1463537171027, finishTime=1463537171077, timeTaken=50, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537170823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537171068, Process_Duration=4, Process_End_Time=1463537171072, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:11,077 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537170823_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:11,078 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537170823_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:11,078 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537170823_0001_00_000001 completed but with errors
2016-05-18 02:06:11,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:TASK_FINISHED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, taskId=task_1463537170823_0001_1_00_000000, startTime=1463537171027, finishTime=1463537171078, timeTaken=51, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:11,079 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537170823_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:11,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537170823_0001_00_000001, stoppedTime=1463537171084, exitStatus=1
2016-05-18 02:06:11,084 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] because task failed: task_1463537170823_0001_1_00_000000
2016-05-18 02:06:11,084 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:11,084 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:11,085 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:11,085 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,085 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=1E5992C9BF5E4F8DAEA38AA35866DCE8, vertexId=vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:VERTEX_FINISHED]: vertexName=B9D589C9085E41E7A4DD796E7863696E, vertexId=vertex_1463537170823_0001_1_00, initRequestedTime=1463537171002, initedTime=1463537171012, startRequestedTime=1463537171004, startedTime=1463537171015, finishTime=1463537171086, timeTaken=71, status=FAILED, diagnostics=Task failed, taskId=task_1463537170823_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537171027, firstTasksToStart=[ task_1463537170823_0001_1_00_000000 ], lastTaskFinishTime=1463537171077, lastTasksToFinish=[ task_1463537170823_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:11,087 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:11,087 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537170823_0001_1_00_000000_0 failed: true container: container_1463537170823_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:11,087 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:11,087 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:11,087 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:11,090 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537170823_0001_1, queueSize=0
2016-05-18 02:06:11,090 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537170823_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537170823_0001_1, startTime=1463537171002, finishTime=1463537171090, timeTaken=88, status=FAILED, diagnostics=Vertex failed, vertexName=B9D589C9085E41E7A4DD796E7863696E, vertexId=vertex_1463537170823_0001_1_00, diagnostics=[Task failed, taskId=task_1463537170823_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537170823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=190, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:11,091 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537170823_0001_1_00 [B9D589C9085E41E7A4DD796E7863696E]
2016-05-18 02:06:11,091 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537170823_0001_1 finished with state: FAILED
2016-05-18 02:06:11,091 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537170823_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:11 Completed Dag: dag_1463537170823_0001_1
2016-05-18 02:06:11,091 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537170823_0001_1, dagState=FAILED
2016-05-18 02:06:11,091 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537170823_0001_1_post
2016-05-18 02:06:11,091 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,092 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:11,092 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:11,092 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP, with id=dag_1463537170823_0001_1
2016-05-18 02:06:11,092 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637] each/(1/1) ...lyplatform/-1_VALUES_SWAP, with id=dag_1463537170823_0001_1
2016-05-18 02:06:11,095 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/-1_VALUES_SWAP, applicationId=application_1463537170823_0001
2016-05-18 02:06:11,099 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:11,099 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:11,100 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:11,100 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:11,100 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:11,100 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:11,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:11,101 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:11,101 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:11,101 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:11,101 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:11,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:11,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:11,102 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:11,105 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/853765FE40A541E699B56204528A4320/B7D39581741F482E908D2B9FEFEF3637/.tez/application_1463537170823_0001
2016-05-18 02:06:11,106 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:11,106 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...lyplatform/-1_VALUES_SWAP
2016-05-18 02:06:11,106 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:11,107 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_VALUES_SWAP/_temporary
2016-05-18 02:06:11,107 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.303
2016-05-18 02:06:11,107 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_VALUES_SWAP
2016-05-18 02:06:11,142 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:11,142 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:11,198 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:11,198 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:11,200 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:06:11,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-05-18 02:06:11,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:11,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:11,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:11,223 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:11,223 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_-1
2016-05-18 02:06:11,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:11,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_-1"]
2016-05-18 02:06:11,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:11,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:11,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:11,236 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:11,236 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:11,250 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:11,254 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:11,255 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:11,255 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:11,265 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001 doesn't exist and is created
2016-05-18 02:06:11,287 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:11,287 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:11,288 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001_wd
2016-05-18 02:06:11,305 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537171255_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:11,306 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:11,306 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:11,308 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:11,308 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:11,308 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:11,308 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:11,309 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:11,310 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:11,310 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:11,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:11,311 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:11,312 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:11,312 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:11,313 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:11,314 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:11,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:11,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001_wd/localmode-log-dir
2016-05-18 02:06:11,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001_wd/localmode-log-dir/history.txt.appattempt_1463537171255_0001_000000, maxErrors=10
2016-05-18 02:06:11,316 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:11,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537171255_0001_000000, appSubmitTime=1463537171305, launchTime=1463537171305
2016-05-18 02:06:11,319 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:11,331 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39417
2016-05-18 02:06:11,332 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537171255
2016-05-18 02:06:11,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537171255_0001_000000, startTime=1463537171334
2016-05-18 02:06:11,334 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:11,387 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:11,387 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:11,388 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537171255_0001, dagName=[D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:11,404 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:11,404 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:11,405 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537171255_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001_wd/localmode-log-dir/dag_1463537171255_0001_1.dot
2016-05-18 02:06:11,406 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001_wd/localmode-log-dir/dag_1463537171255_0001_1-tez-dag.pb.txt
2016-05-18 02:06:11,418 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537171255_0001_1
2016-05-18 02:06:11,418 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,419 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:11 Running Dag: dag_1463537171255_0001_1
2016-05-18 02:06:11,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537171255_0001_1, submitTime=1463537171404
2016-05-18 02:06:11,439 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001/tez-conf.pb" } size: 40945 timestamp: 1463537171000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:11,439 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,439 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,439 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:11,440 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:11,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537171255_0001_1, initTime=1463537171440
2016-05-18 02:06:11,441 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171255_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:11,441 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:11,442 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:DAG_STARTED]: dagID=dag_1463537171255_0001_1, startTime=1463537171441
2016-05-18 02:06:11,442 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171255_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:11,442 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537171255_0001, dagName=[D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1
2016-05-18 02:06:11,442 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A4E8B5B036044AE5994A4ABBA452A4DD : {D2B16047FB594D6288A67DF1D7E97A52={InputName=D2B16047FB594D6288A67DF1D7E97A52}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:11,442 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D2B16047FB594D6288A67DF1D7E97A52, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:11,442 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,443 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,443 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,443 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,444 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:11,444 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D2B16047FB594D6288A67DF1D7E97A52 on vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,447 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D2B16047FB594D6288A67DF1D7E97A52 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:11,449 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:11,449 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:11,449 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:11,450 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:11,450 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D2B16047FB594D6288A67DF1D7E97A52 on vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,452 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,452 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D2B16047FB594D6288A67DF1D7E97A52=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:11,453 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] parallelism set to 1
2016-05-18 02:06:11,453 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,454 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD], numAdditionalOutputs=1
2016-05-18 02:06:11,454 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D55C3D76667F404F82F371B7551BFB9A, vertex=vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:11,456 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A4E8B5B036044AE5994A4ABBA452A4DD:D55C3D76667F404F82F371B7551BFB9A using oldmapred API
2016-05-18 02:06:11,457 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D55C3D76667F404F82F371B7551BFB9A, vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:11,458 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, vertexId=vertex_1463537171255_0001_1_00, initRequestedTime=1463537171442, initedTime=1463537171454, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:11,458 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] with distanceFromRoot: 0
2016-05-18 02:06:11,458 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:11,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537171255_0001_1_00, startRequestedTime=1463537171444, startedTime=1463537171458
2016-05-18 02:06:11,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537171255_0001, with dag id: dag_1463537171255_0001_1
2016-05-18 02:06:11,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537171255_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:11,460 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:11,460 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A4E8B5B036044AE5994A4ABBA452A4DD
2016-05-18 02:06:11,460 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:TASK_STARTED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, taskId=task_1463537171255_0001_1_00_000000, scheduledTime=1463537171460, launchTime=1463537171460
2016-05-18 02:06:11,461 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,463 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:11,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537171255_0001_00_000001, launchTime=1463537171465
2016-05-18 02:06:11,466 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537171255_0001_00_000001
2016-05-18 02:06:11,467 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537171255_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,467 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537171255_0001_1_00_000000_0] started. Is using containerId: [container_1463537171255_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:11,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0, startTime=1463537171467, containerId=container_1463537171255_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,469 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,469 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,469 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:11,471 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1, VertexName: A4E8B5B036044AE5994A4ABBA452A4DD, VertexParallelism: 1, TaskAttemptID:attempt_1463537171255_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D2B16047FB594D6288A67DF1D7E97A52, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D55C3D76667F404F82F371B7551BFB9A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:11,471 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:11,472 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,474 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537171255_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:11,475 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537171255_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:11,476 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:11,482 INFO  input.MRInput (MRInput.java:initialize(440)) - D2B16047FB594D6288A67DF1D7E97A52 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:11,483 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D2B16047FB594D6288A67DF1D7E97A52
2016-05-18 02:06:11,486 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A4E8B5B036044AE5994A4ABBA452A4DD, ordinal: 0
2016-05-18 02:06:11,487 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4E8B5B036044AE5994A4ABBA452A4DD, mem on start (mb), free: 298, total: 387, max: 672
2016-05-18 02:06:11,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:11,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:11,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:11,491 INFO  output.MROutput (MROutput.java:initialize(421)) - D55C3D76667F404F82F371B7551BFB9A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:11,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:11,491 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D55C3D76667F404F82F371B7551BFB9A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [D2B16047FB594D6288A67DF1D7E97A52:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:11,492 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:11,492 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:11,492 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:11,492 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D55C3D76667F404F82F371B7551BFB9A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [D2B16047FB594D6288A67DF1D7E97A52:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D2B16047FB594D6288A67DF1D7E97A52 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D2B16047FB594D6288A67DF1D7E97A52
2016-05-18 02:06:11,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:11,494 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,496 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:11,496 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D2B16047FB594D6288A67DF1D7E97A52 initialized RecordReader from event
2016-05-18 02:06:11,497 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,498 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D2B16047FB594D6288A67DF1D7E97A52
2016-05-18 02:06:11,498 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_-1"], id: D55C3D76667F404F82F371B7551BFB9A
2016-05-18 02:06:11,498 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_-1"]
2016-05-18 02:06:11,499 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,499 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A4E8B5B036044AE5994A4ABBA452A4DD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:11,502 INFO  output.MROutput (MROutput.java:close(526)) - D55C3D76667F404F82F371B7551BFB9A closed
2016-05-18 02:06:11,502 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537171255_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:11,503 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,503 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4E8B5B036044AE5994A4ABBA452A4DD, mem on close (mb), free: 296, total: 387, max: 672
2016-05-18 02:06:11,503 INFO  output.MROutput (MROutput.java:close(526)) - D55C3D76667F404F82F371B7551BFB9A closed
2016-05-18 02:06:11,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:11 Completed running task attempt: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,505 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:11,505 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537171255_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:11,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537171255_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537171499, Process_Duration=4, Process_End_Time=1463537171503, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:11,507 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537171255_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:11,507 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:11,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, taskAttemptId=attempt_1463537171255_0001_1_00_000000_0, creationTime=1463537171461, allocationTime=1463537171464, startTime=1463537171467, finishTime=1463537171507, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:11,508 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:TASK_FINISHED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, taskId=task_1463537171255_0001_1_00_000000, startTime=1463537171467, finishTime=1463537171509, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463537171255_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537171499, Process_Duration=4, Process_End_Time=1463537171503, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:11,509 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:11,510 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD]
2016-05-18 02:06:11,508 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:11,511 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:VERTEX_FINISHED]: vertexName=A4E8B5B036044AE5994A4ABBA452A4DD, vertexId=vertex_1463537171255_0001_1_00, initRequestedTime=1463537171442, initedTime=1463537171454, startRequestedTime=1463537171444, startedTime=1463537171458, finishTime=1463537171510, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537171499, Process_Duration=4, Process_End_Time=1463537171503, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537171467, firstTasksToStart=[ task_1463537171255_0001_1_00_000000 ], lastTaskFinishTime=1463537171507, lastTasksToFinish=[ task_1463537171255_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537171255_0001_1_00_000000 ], longestDurationTasks=[ task_1463537171255_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:11,511 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:11,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537171255_0001_00_000001, stoppedTime=1463537171511, exitStatus=0
2016-05-18 02:06:11,511 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:11,511 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:11,511 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537171255_0001_1
2016-05-18 02:06:11,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537171255_0001_1
2016-05-18 02:06:11,512 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: D55C3D76667F404F82F371B7551BFB9A for vertex: vertex_1463537171255_0001_1_00 [A4E8B5B036044AE5994A4ABBA452A4DD], outputName: D55C3D76667F404F82F371B7551BFB9A
2016-05-18 02:06:11,513 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537171255_0001_00_000001
2016-05-18 02:06:11,515 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537171255_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:11,515 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171255_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:11,517 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537171255_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:11,517 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537171255_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:11,518 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537171255_0001_00_000001, Exiting
2016-05-18 02:06:11,518 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537171255_0001_00_000001
2016-05-18 02:06:11,518 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537171255_0001_00_000001
2016-05-18 02:06:11,520 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537171255_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:11,520 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537171255_0001_00_000001 completed successfully
2016-05-18 02:06:11,524 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:D55C3D76667F404F82F371B7551BFB9A of vertex/vertexGroup:A4E8B5B036044AE5994A4ABBA452A4DD isVertexGroupOutput:false
2016-05-18 02:06:11,524 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:11,525 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537171255_0001_1, queueSize=0
2016-05-18 02:06:11,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171255_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537171255_0001_1, startTime=1463537171441, finishTime=1463537171524, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537171499, Process_Duration=4, Process_End_Time=1463537171503, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:11,526 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537171255_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:11,526 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171255_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:11 Completed Dag: dag_1463537171255_0001_1
2016-05-18 02:06:11,527 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537171255_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:11,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537171255_0001_1_post
2016-05-18 02:06:11,527 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,527 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:11,527 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:11,527 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1, with id=dag_1463537171255_0001_1
2016-05-18 02:06:11,527 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B] each/(1/1) ...semblyplatform/-1_ARGS_-1, with id=dag_1463537171255_0001_1
2016-05-18 02:06:11,535 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...semblyplatform/-1_ARGS_-1, applicationId=application_1463537171255_0001
2016-05-18 02:06:11,537 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:11,537 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:11,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:11,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:11,537 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:11,538 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:11,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:11,539 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:11,539 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:11,539 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:11,539 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:11,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:11,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:11,540 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:11,543 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D305E574A9054BE2B0F86D88E1989057/F92B1E92E94F49518B8236A00F8B706B/.tez/application_1463537171255_0001
2016-05-18 02:06:11,543 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_-1/_temporary
2016-05-18 02:06:11,544 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.309
2016-05-18 02:06:11,615 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_-1
2016-05-18 02:06:11,639 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:11,639 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:11,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:11,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:11,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:11,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:11,671 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_'field'
2016-05-18 02:06:11,694 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:11,695 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:11,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:11,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:11,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:11,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:11,741 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:11,757 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:11,758 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:11,758 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:11,758 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_RESULTS"]
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:11,775 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:11,776 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11,776 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:11,791 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:11,795 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:11,795 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:11,796 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:11,806 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001 doesn't exist and is created
2016-05-18 02:06:11,826 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:11,826 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:11,827 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001_wd
2016-05-18 02:06:11,843 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537171795_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:11,843 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:11,843 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:11,844 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:11,844 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:11,844 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:11,844 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:11,845 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:11,846 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:11,846 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:11,847 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:11,847 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:11,847 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:11,847 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:11,847 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:11,847 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:11,848 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:11,848 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:11,848 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:11,848 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:11,850 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:11,850 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:11,850 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:11,851 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001_wd/localmode-log-dir
2016-05-18 02:06:11,851 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001_wd/localmode-log-dir/history.txt.appattempt_1463537171795_0001_000000, maxErrors=10
2016-05-18 02:06:11,851 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:11,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537171795_0001_000000, appSubmitTime=1463537171842, launchTime=1463537171842
2016-05-18 02:06:11,858 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:11,860 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41042
2016-05-18 02:06:11,861 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537171795
2016-05-18 02:06:11,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537171795_0001_000000, startTime=1463537171863
2016-05-18 02:06:11,863 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:11,926 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:11,926 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:11,927 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537171795_0001, dagName=[D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11,945 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11,945 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:11,946 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537171795_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001_wd/localmode-log-dir/dag_1463537171795_0001_1.dot
2016-05-18 02:06:11,947 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001_wd/localmode-log-dir/dag_1463537171795_0001_1-tez-dag.pb.txt
2016-05-18 02:06:11,950 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537171795_0001_1
2016-05-18 02:06:11,951 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,951 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11 Running Dag: dag_1463537171795_0001_1
2016-05-18 02:06:11,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537171795_0001_1, submitTime=1463537171945
2016-05-18 02:06:11,967 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001/tez-conf.pb" } size: 40945 timestamp: 1463537171000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:11,967 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,968 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,969 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:11,969 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:11,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537171795_0001_1, initTime=1463537171969
2016-05-18 02:06:11,970 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171795_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:11,971 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:11,971 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:DAG_STARTED]: dagID=dag_1463537171795_0001_1, startTime=1463537171971
2016-05-18 02:06:11,972 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171795_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B8AB550878814E6A977896B950A15207 : {903906C918264D9FBF2055D9E9F8F343={InputName=903906C918264D9FBF2055D9E9F8F343}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 903906C918264D9FBF2055D9E9F8F343, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,972 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,973 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:11,973 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 903906C918264D9FBF2055D9E9F8F343 on vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,974 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537171795_0001, dagName=[D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS
2016-05-18 02:06:11,977 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 903906C918264D9FBF2055D9E9F8F343 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:11,979 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:11,979 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:11,980 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:11,980 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:11,980 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 903906C918264D9FBF2055D9E9F8F343 on vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,981 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,982 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {903906C918264D9FBF2055D9E9F8F343=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:11,983 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] parallelism set to 1
2016-05-18 02:06:11,983 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:11,984 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207], numAdditionalOutputs=1
2016-05-18 02:06:11,984 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=339242FD58BF4757B1F53E49A26BD786, vertex=vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:11,986 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B8AB550878814E6A977896B950A15207:339242FD58BF4757B1F53E49A26BD786 using oldmapred API
2016-05-18 02:06:11,986 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=339242FD58BF4757B1F53E49A26BD786, vertexName=B8AB550878814E6A977896B950A15207, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:11,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8AB550878814E6A977896B950A15207, vertexId=vertex_1463537171795_0001_1_00, initRequestedTime=1463537171972, initedTime=1463537171984, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:11,987 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] with distanceFromRoot: 0
2016-05-18 02:06:11,988 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:11,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537171795_0001_1_00, startRequestedTime=1463537171973, startedTime=1463537171988
2016-05-18 02:06:11,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537171795_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:11,989 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:11,989 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B8AB550878814E6A977896B950A15207
2016-05-18 02:06:11,989 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:TASK_STARTED]: vertexName=B8AB550878814E6A977896B950A15207, taskId=task_1463537171795_0001_1_00_000000, scheduledTime=1463537171990, launchTime=1463537171990
2016-05-18 02:06:11,990 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:11,991 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:11,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537171795_0001_00_000001, launchTime=1463537171993
2016-05-18 02:06:11,994 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537171795_0001_00_000001
2016-05-18 02:06:11,996 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537171795_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:11,996 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537171795_0001_1_00_000000_0] started. Is using containerId: [container_1463537171795_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:11,996 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8AB550878814E6A977896B950A15207, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0, startTime=1463537171996, containerId=container_1463537171795_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:11,997 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:11,997 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:11,998 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:11,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS, VertexName: B8AB550878814E6A977896B950A15207, VertexParallelism: 1, TaskAttemptID:attempt_1463537171795_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=903906C918264D9FBF2055D9E9F8F343, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=339242FD58BF4757B1F53E49A26BD786, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:11,998 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:11,999 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12,000 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537171795_0001, with dag id: dag_1463537171795_0001_1
2016-05-18 02:06:12,003 INFO  input.MRInput (MRInput.java:initialize(440)) - 903906C918264D9FBF2055D9E9F8F343 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:12,003 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 903906C918264D9FBF2055D9E9F8F343
2016-05-18 02:06:12,004 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537171795_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:12,004 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:12,006 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537171795_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:12,011 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8AB550878814E6A977896B950A15207, ordinal: 0
2016-05-18 02:06:12,011 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8AB550878814E6A977896B950A15207, mem on start (mb), free: 191, total: 387, max: 672
2016-05-18 02:06:12,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:12,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:12,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:12,017 INFO  output.MROutput (MROutput.java:initialize(421)) - 339242FD58BF4757B1F53E49A26BD786: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:12,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:12,018 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[903906C918264D9FBF2055D9E9F8F343:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [339242FD58BF4757B1F53E49A26BD786:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:12,018 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:12,018 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:12,018 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:12,019 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[903906C918264D9FBF2055D9E9F8F343:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [339242FD58BF4757B1F53E49A26BD786:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:12,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:12,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 903906C918264D9FBF2055D9E9F8F343 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:12,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:12,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:12,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 903906C918264D9FBF2055D9E9F8F343
2016-05-18 02:06:12,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:12,020 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12,023 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,023 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 903906C918264D9FBF2055D9E9F8F343
2016-05-18 02:06:12,023 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_RESULTS"], id: 339242FD58BF4757B1F53E49A26BD786
2016-05-18 02:06:12,023 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_RESULTS"]
2016-05-18 02:06:12,024 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,024 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:12,025 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 903906C918264D9FBF2055D9E9F8F343 initialized RecordReader from event
2016-05-18 02:06:12,025 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8AB550878814E6A977896B950A15207, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:12,027 INFO  output.MROutput (MROutput.java:close(526)) - 339242FD58BF4757B1F53E49A26BD786 closed
2016-05-18 02:06:12,028 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537171795_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:12,030 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12,030 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8AB550878814E6A977896B950A15207, mem on close (mb), free: 189, total: 387, max: 672
2016-05-18 02:06:12,030 INFO  output.MROutput (MROutput.java:close(526)) - 339242FD58BF4757B1F53E49A26BD786 closed
2016-05-18 02:06:12,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:12 Completed running task attempt: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12,031 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:12,031 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537171795_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:12,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537171795_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537172025, Process_Duration=5, Process_End_Time=1463537172030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:12,032 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537171795_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:12,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8AB550878814E6A977896B950A15207, taskAttemptId=attempt_1463537171795_0001_1_00_000000_0, creationTime=1463537171990, allocationTime=1463537171992, startTime=1463537171996, finishTime=1463537172032, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:12,032 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:12,032 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:12,032 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12,033 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,033 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:TASK_FINISHED]: vertexName=B8AB550878814E6A977896B950A15207, taskId=task_1463537171795_0001_1_00_000000, startTime=1463537171996, finishTime=1463537172033, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537171795_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172025, Process_Duration=5, Process_End_Time=1463537172030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:12,034 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:12,034 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207]
2016-05-18 02:06:12,034 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537171795_0001_00_000001
2016-05-18 02:06:12,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:VERTEX_FINISHED]: vertexName=B8AB550878814E6A977896B950A15207, vertexId=vertex_1463537171795_0001_1_00, initRequestedTime=1463537171972, initedTime=1463537171984, startRequestedTime=1463537171973, startedTime=1463537171988, finishTime=1463537172034, timeTaken=46, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172025, Process_Duration=5, Process_End_Time=1463537172030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537171996, firstTasksToStart=[ task_1463537171795_0001_1_00_000000 ], lastTaskFinishTime=1463537172032, lastTasksToFinish=[ task_1463537171795_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537171795_0001_1_00_000000 ], longestDurationTasks=[ task_1463537171795_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:12,035 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:12,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537171795_0001_00_000001, stoppedTime=1463537172036, exitStatus=0
2016-05-18 02:06:12,036 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:12,036 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:12,036 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537171795_0001_1
2016-05-18 02:06:12,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537171795_0001_1
2016-05-18 02:06:12,037 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 339242FD58BF4757B1F53E49A26BD786 for vertex: vertex_1463537171795_0001_1_00 [B8AB550878814E6A977896B950A15207], outputName: 339242FD58BF4757B1F53E49A26BD786
2016-05-18 02:06:12,037 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171795_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:12,038 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537171795_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:12,045 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537171795_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:12,045 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537171795_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:12,045 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537171795_0001_00_000001, Exiting
2016-05-18 02:06:12,045 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537171795_0001_00_000001
2016-05-18 02:06:12,046 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537171795_0001_00_000001
2016-05-18 02:06:12,046 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537171795_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:12,046 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537171795_0001_00_000001 completed successfully
2016-05-18 02:06:12,049 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:339242FD58BF4757B1F53E49A26BD786 of vertex/vertexGroup:B8AB550878814E6A977896B950A15207 isVertexGroupOutput:false
2016-05-18 02:06:12,049 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:12,050 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537171795_0001_1, queueSize=0
2016-05-18 02:06:12,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537171795_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537171795_0001_1, startTime=1463537171971, finishTime=1463537172049, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172025, Process_Duration=5, Process_End_Time=1463537172030, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:12,050 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537171795_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:12,051 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537171795_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:12 Completed Dag: dag_1463537171795_0001_1
2016-05-18 02:06:12,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537171795_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:12,051 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537171795_0001_1_post
2016-05-18 02:06:12,051 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:12,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:12,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS, with id=dag_1463537171795_0001_1
2016-05-18 02:06:12,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080] each/(1/1) ...yplatform/-1_ARGS_RESULTS, with id=dag_1463537171795_0001_1
2016-05-18 02:06:12,058 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_ARGS_RESULTS, applicationId=application_1463537171795_0001
2016-05-18 02:06:12,060 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:12,060 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:12,060 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:12,060 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:12,060 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:12,061 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:12,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:12,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:12,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:12,063 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:12,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:12,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:12,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:12,065 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:12,069 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D8EEED21C3114E589775C3FE725BEF4F/D4C2FE2F1E6E45FC9A96DAAEF1A42080/.tez/application_1463537171795_0001
2016-05-18 02:06:12,070 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_RESULTS/_temporary
2016-05-18 02:06:12,070 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.294
2016-05-18 02:06:12,148 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_RESULTS
2016-05-18 02:06:12,171 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:12,172 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:12,202 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:12,203 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:12,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:12,204 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:12,204 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_ALL
2016-05-18 02:06:12,228 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:12,228 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:12,279 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:12,285 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:06:12,286 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:12,287 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:12,287 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:12,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:12,304 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:12,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_REPLACE"]
2016-05-18 02:06:12,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:12,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:12,314 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:12,314 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12,314 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:12,329 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:12,333 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:12,333 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:12,333 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:12,334 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:12,334 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:12,344 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001 doesn't exist and is created
2016-05-18 02:06:12,364 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:12,364 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:12,365 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001_wd
2016-05-18 02:06:12,385 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537172333_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:12,385 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:12,385 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:12,387 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:12,387 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:12,387 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:12,387 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:12,388 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:12,391 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:12,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:12,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:12,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:12,392 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:12,393 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:12,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:12,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:12,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:12,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:12,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:12,394 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:12,396 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:12,397 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:12,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:12,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001_wd/localmode-log-dir
2016-05-18 02:06:12,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001_wd/localmode-log-dir/history.txt.appattempt_1463537172333_0001_000000, maxErrors=10
2016-05-18 02:06:12,399 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:12,399 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537172333_0001_000000, appSubmitTime=1463537172384, launchTime=1463537172384
2016-05-18 02:06:12,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:12,411 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57766
2016-05-18 02:06:12,411 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537172333
2016-05-18 02:06:12,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537172333_0001_000000, startTime=1463537172413
2016-05-18 02:06:12,413 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:12,465 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:12,465 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:12,465 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537172333_0001, dagName=[EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12,482 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12,482 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:12,483 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537172333_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001_wd/localmode-log-dir/dag_1463537172333_0001_1.dot
2016-05-18 02:06:12,483 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001_wd/localmode-log-dir/dag_1463537172333_0001_1-tez-dag.pb.txt
2016-05-18 02:06:12,487 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537172333_0001_1
2016-05-18 02:06:12,487 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,487 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12 Running Dag: dag_1463537172333_0001_1
2016-05-18 02:06:12,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537172333_0001_1, submitTime=1463537172482
2016-05-18 02:06:12,503 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001/tez-conf.pb" } size: 40945 timestamp: 1463537172000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:12,503 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,503 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,503 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:12,504 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:12,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537172333_0001_1, initTime=1463537172504
2016-05-18 02:06:12,504 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172333_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:12,505 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:12,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:DAG_STARTED]: dagID=dag_1463537172333_0001_1, startTime=1463537172505
2016-05-18 02:06:12,505 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537172333_0001, dagName=[EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE
2016-05-18 02:06:12,505 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172333_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E876D0B1B3EC4009A85CD383BBD54030 : {7E42965DDFDF436780FDC8F2155BC8D6={InputName=7E42965DDFDF436780FDC8F2155BC8D6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 7E42965DDFDF436780FDC8F2155BC8D6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,506 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,507 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:12,507 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 7E42965DDFDF436780FDC8F2155BC8D6 on vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,509 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 7E42965DDFDF436780FDC8F2155BC8D6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:12,510 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:12,510 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:12,511 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:12,511 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:12,511 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 7E42965DDFDF436780FDC8F2155BC8D6 on vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,512 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:12,512 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {7E42965DDFDF436780FDC8F2155BC8D6=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:12,513 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] parallelism set to 1
2016-05-18 02:06:12,513 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:12,514 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030], numAdditionalOutputs=1
2016-05-18 02:06:12,514 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=36625CB770BD41878D33617EF80AC360, vertex=vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:12,515 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E876D0B1B3EC4009A85CD383BBD54030:36625CB770BD41878D33617EF80AC360 using oldmapred API
2016-05-18 02:06:12,516 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=36625CB770BD41878D33617EF80AC360, vertexName=E876D0B1B3EC4009A85CD383BBD54030, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:12,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, vertexId=vertex_1463537172333_0001_1_00, initRequestedTime=1463537172506, initedTime=1463537172514, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:12,516 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] with distanceFromRoot: 0
2016-05-18 02:06:12,517 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:12,517 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537172333_0001_1_00, startRequestedTime=1463537172507, startedTime=1463537172517
2016-05-18 02:06:12,517 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537172333_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:12,517 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:12,518 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E876D0B1B3EC4009A85CD383BBD54030
2016-05-18 02:06:12,518 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,518 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:TASK_STARTED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, taskId=task_1463537172333_0001_1_00_000000, scheduledTime=1463537172518, launchTime=1463537172518
2016-05-18 02:06:12,519 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,520 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:12,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537172333_0001_00_000001, launchTime=1463537172521
2016-05-18 02:06:12,522 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537172333_0001_00_000001
2016-05-18 02:06:12,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537172333_0001_1_00_000000_0] started. Is using containerId: [container_1463537172333_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:12,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0, startTime=1463537172524, containerId=container_1463537172333_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:12,525 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537172333_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12 Starting to run new task attempt: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,525 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,525 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,526 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:12,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE, VertexName: E876D0B1B3EC4009A85CD383BBD54030, VertexParallelism: 1, TaskAttemptID:attempt_1463537172333_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7E42965DDFDF436780FDC8F2155BC8D6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=36625CB770BD41878D33617EF80AC360, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:12,526 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:12,526 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,530 INFO  input.MRInput (MRInput.java:initialize(440)) - 7E42965DDFDF436780FDC8F2155BC8D6 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:12,531 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 7E42965DDFDF436780FDC8F2155BC8D6
2016-05-18 02:06:12,531 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:12,532 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537172333_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:12,532 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537172333_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:12,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537172333_0001, with dag id: dag_1463537172333_0001_1
2016-05-18 02:06:12,542 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E876D0B1B3EC4009A85CD383BBD54030, ordinal: 0
2016-05-18 02:06:12,542 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E876D0B1B3EC4009A85CD383BBD54030, mem on start (mb), free: 289, total: 387, max: 672
2016-05-18 02:06:12,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:12,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:12,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:12,546 INFO  output.MROutput (MROutput.java:initialize(421)) - 36625CB770BD41878D33617EF80AC360: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:12,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:12,546 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7E42965DDFDF436780FDC8F2155BC8D6:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [36625CB770BD41878D33617EF80AC360:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:12,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:12,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:12,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:12,547 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7E42965DDFDF436780FDC8F2155BC8D6:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [36625CB770BD41878D33617EF80AC360:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:12,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:12,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 7E42965DDFDF436780FDC8F2155BC8D6 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:12,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 7E42965DDFDF436780FDC8F2155BC8D6
2016-05-18 02:06:12,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:12,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:12,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:12,549 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,550 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:12,550 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 7E42965DDFDF436780FDC8F2155BC8D6 initialized RecordReader from event
2016-05-18 02:06:12,553 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,554 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 7E42965DDFDF436780FDC8F2155BC8D6
2016-05-18 02:06:12,554 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_REPLACE"], id: 36625CB770BD41878D33617EF80AC360
2016-05-18 02:06:12,555 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_REPLACE"]
2016-05-18 02:06:12,555 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,555 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E876D0B1B3EC4009A85CD383BBD54030, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:12,558 INFO  output.MROutput (MROutput.java:close(526)) - 36625CB770BD41878D33617EF80AC360 closed
2016-05-18 02:06:12,559 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537172333_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:12,560 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,560 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E876D0B1B3EC4009A85CD383BBD54030, mem on close (mb), free: 287, total: 387, max: 672
2016-05-18 02:06:12,560 INFO  output.MROutput (MROutput.java:close(526)) - 36625CB770BD41878D33617EF80AC360 closed
2016-05-18 02:06:12,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:12 Completed running task attempt: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,561 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:12,561 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537172333_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:12,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537172333_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537172556, Process_Duration=4, Process_End_Time=1463537172560, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:12,563 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537172333_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:12,563 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:12,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, taskAttemptId=attempt_1463537172333_0001_1_00_000000_0, creationTime=1463537172519, allocationTime=1463537172520, startTime=1463537172524, finishTime=1463537172563, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:12,563 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12,563 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:12,565 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:TASK_FINISHED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, taskId=task_1463537172333_0001_1_00_000000, startTime=1463537172524, finishTime=1463537172565, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537172333_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172556, Process_Duration=4, Process_End_Time=1463537172560, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:12,566 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537172333_0001_00_000001
2016-05-18 02:06:12,566 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:12,567 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030]
2016-05-18 02:06:12,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:VERTEX_FINISHED]: vertexName=E876D0B1B3EC4009A85CD383BBD54030, vertexId=vertex_1463537172333_0001_1_00, initRequestedTime=1463537172506, initedTime=1463537172514, startRequestedTime=1463537172507, startedTime=1463537172517, finishTime=1463537172567, timeTaken=50, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172556, Process_Duration=4, Process_End_Time=1463537172560, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537172524, firstTasksToStart=[ task_1463537172333_0001_1_00_000000 ], lastTaskFinishTime=1463537172563, lastTasksToFinish=[ task_1463537172333_0001_1_00_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537172333_0001_1_00_000000 ], longestDurationTasks=[ task_1463537172333_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:12,569 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:12,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537172333_0001_00_000001, stoppedTime=1463537172569, exitStatus=0
2016-05-18 02:06:12,569 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:12,570 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:12,570 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537172333_0001_1
2016-05-18 02:06:12,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537172333_0001_1
2016-05-18 02:06:12,571 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 36625CB770BD41878D33617EF80AC360 for vertex: vertex_1463537172333_0001_1_00 [E876D0B1B3EC4009A85CD383BBD54030], outputName: 36625CB770BD41878D33617EF80AC360
2016-05-18 02:06:12,569 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537172333_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:12,571 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172333_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:12,572 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537172333_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:12,573 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537172333_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:12,573 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537172333_0001_00_000001, Exiting
2016-05-18 02:06:12,573 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537172333_0001_00_000001
2016-05-18 02:06:12,573 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537172333_0001_00_000001
2016-05-18 02:06:12,574 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537172333_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:12,575 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537172333_0001_00_000001 completed successfully
2016-05-18 02:06:12,582 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:36625CB770BD41878D33617EF80AC360 of vertex/vertexGroup:E876D0B1B3EC4009A85CD383BBD54030 isVertexGroupOutput:false
2016-05-18 02:06:12,582 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:12,584 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537172333_0001_1, queueSize=0
2016-05-18 02:06:12,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172333_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537172333_0001_1, startTime=1463537172505, finishTime=1463537172582, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537172556, Process_Duration=4, Process_End_Time=1463537172560, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:12,584 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537172333_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:12,584 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172333_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:12 Completed Dag: dag_1463537172333_0001_1
2016-05-18 02:06:12,585 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537172333_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:12,585 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537172333_0001_1_post
2016-05-18 02:06:12,585 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,585 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:12,585 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:12,585 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE, with id=dag_1463537172333_0001_1
2016-05-18 02:06:12,585 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985] each/(1/1) ...yplatform/-1_ARGS_REPLACE, with id=dag_1463537172333_0001_1
2016-05-18 02:06:12,593 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/-1_ARGS_REPLACE, applicationId=application_1463537172333_0001
2016-05-18 02:06:12,595 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:12,595 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:12,595 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:12,595 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:12,595 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:12,596 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:12,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:12,596 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:12,596 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:12,597 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:12,597 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:12,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:12,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:12,598 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:12,601 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EB65E33628534C66AD0EF56E85F64671/D3BDDEF7AD454E8D9380549DAB379985/.tez/application_1463537172333_0001
2016-05-18 02:06:12,601 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_REPLACE/_temporary
2016-05-18 02:06:12,602 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.288
2016-05-18 02:06:12,673 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_REPLACE
2016-05-18 02:06:12,696 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:12,696 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:12,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:12,743 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:06:12,744 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:12,744 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:12,744 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:12,768 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:12,769 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:12,783 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:12,784 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:12,784 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_SWAP"]
2016-05-18 02:06:12,784 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:12,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:12,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:12,787 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:12,787 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:12,808 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:12,813 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:12,814 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:12,814 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:12,826 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001 doesn't exist and is created
2016-05-18 02:06:12,853 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:12,854 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:12,854 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001_wd
2016-05-18 02:06:12,867 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:12,867 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:12,872 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537172814_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:12,872 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:12,872 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:12,875 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:12,875 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:12,875 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:12,875 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:12,876 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:12,877 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:12,878 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:12,878 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:12,878 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:12,878 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:12,879 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:12,879 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:12,879 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:12,879 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:12,879 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:12,880 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:12,880 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:12,881 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:12,882 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:12,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:12,883 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001_wd/localmode-log-dir
2016-05-18 02:06:12,883 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001_wd/localmode-log-dir/history.txt.appattempt_1463537172814_0001_000000, maxErrors=10
2016-05-18 02:06:12,884 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:12,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537172814_0001_000000, appSubmitTime=1463537172871, launchTime=1463537172871
2016-05-18 02:06:12,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:12,893 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58726
2016-05-18 02:06:12,893 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537172814
2016-05-18 02:06:12,895 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537172814_0001_000000, startTime=1463537172895
2016-05-18 02:06:12,895 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:12,954 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:12,954 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:12,954 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537172814_0001, dagName=[5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:12,973 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:12,973 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:12,974 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537172814_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001_wd/localmode-log-dir/dag_1463537172814_0001_1.dot
2016-05-18 02:06:12,975 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001_wd/localmode-log-dir/dag_1463537172814_0001_1-tez-dag.pb.txt
2016-05-18 02:06:12,978 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537172814_0001_1
2016-05-18 02:06:12,979 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:12,979 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:12 Running Dag: dag_1463537172814_0001_1
2016-05-18 02:06:12,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537172814_0001_1, submitTime=1463537172973
2016-05-18 02:06:12,994 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001/tez-conf.pb" } size: 40945 timestamp: 1463537172000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:12,995 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,995 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,995 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:12,995 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:12,996 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537172814_0001_1, initTime=1463537172995
2016-05-18 02:06:12,997 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172814_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:12,997 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:12,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:DAG_STARTED]: dagID=dag_1463537172814_0001_1, startTime=1463537172997
2016-05-18 02:06:12,997 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172814_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D998B0F776144AB5ADAA9FB3645D82E6 : {308D161D617A4FF7B6B424A579FF03E8={InputName=308D161D617A4FF7B6B424A579FF03E8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 308D161D617A4FF7B6B424A579FF03E8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,998 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:12,999 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:13,000 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 308D161D617A4FF7B6B424A579FF03E8 on vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:13,001 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537172814_0001, dagName=[5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP
2016-05-18 02:06:13,002 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 308D161D617A4FF7B6B424A579FF03E8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:13,003 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:13,004 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:13,004 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:13,004 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:13,004 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 308D161D617A4FF7B6B424A579FF03E8 on vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:13,005 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,006 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {308D161D617A4FF7B6B424A579FF03E8=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:13,006 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] parallelism set to 1
2016-05-18 02:06:13,006 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,007 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6], numAdditionalOutputs=1
2016-05-18 02:06:13,007 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8E9C1183CE0D492F93AA5663B6096B2C, vertex=vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:13,009 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D998B0F776144AB5ADAA9FB3645D82E6:8E9C1183CE0D492F93AA5663B6096B2C using oldmapred API
2016-05-18 02:06:13,009 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8E9C1183CE0D492F93AA5663B6096B2C, vertexName=D998B0F776144AB5ADAA9FB3645D82E6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:13,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, vertexId=vertex_1463537172814_0001_1_00, initRequestedTime=1463537172998, initedTime=1463537173007, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:13,010 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] with distanceFromRoot: 0
2016-05-18 02:06:13,010 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:13,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537172814_0001_1_00, startRequestedTime=1463537173000, startedTime=1463537173010
2016-05-18 02:06:13,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537172814_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:13,010 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:13,011 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D998B0F776144AB5ADAA9FB3645D82E6
2016-05-18 02:06:13,011 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:13,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:TASK_STARTED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, taskId=task_1463537172814_0001_1_00_000000, scheduledTime=1463537173011, launchTime=1463537173011
2016-05-18 02:06:13,012 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:13,013 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:13,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537172814_0001_00_000001, launchTime=1463537173014
2016-05-18 02:06:13,015 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537172814_0001_00_000001
2016-05-18 02:06:13,015 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537172814_0001_1_00_000000_0] started. Is using containerId: [container_1463537172814_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:13,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0, startTime=1463537173015, containerId=container_1463537172814_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:13,017 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537172814_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,018 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,018 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,018 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:13,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP, VertexName: D998B0F776144AB5ADAA9FB3645D82E6, VertexParallelism: 1, TaskAttemptID:attempt_1463537172814_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=308D161D617A4FF7B6B424A579FF03E8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=8E9C1183CE0D492F93AA5663B6096B2C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:13,018 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:13,019 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,022 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537172814_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:13,023 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537172814_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:13,023 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537172814_0001, with dag id: dag_1463537172814_0001_1
2016-05-18 02:06:13,025 INFO  input.MRInput (MRInput.java:initialize(440)) - 308D161D617A4FF7B6B424A579FF03E8 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:13,025 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 308D161D617A4FF7B6B424A579FF03E8
2016-05-18 02:06:13,025 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:13,031 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D998B0F776144AB5ADAA9FB3645D82E6, ordinal: 0
2016-05-18 02:06:13,031 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D998B0F776144AB5ADAA9FB3645D82E6, mem on start (mb), free: 201, total: 387, max: 672
2016-05-18 02:06:13,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:13,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:13,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:13,038 INFO  output.MROutput (MROutput.java:initialize(421)) - 8E9C1183CE0D492F93AA5663B6096B2C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:13,038 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:13,038 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[308D161D617A4FF7B6B424A579FF03E8:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [8E9C1183CE0D492F93AA5663B6096B2C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:13,039 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:13,039 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:13,039 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:13,039 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[308D161D617A4FF7B6B424A579FF03E8:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [8E9C1183CE0D492F93AA5663B6096B2C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:13,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:13,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 308D161D617A4FF7B6B424A579FF03E8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:13,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 308D161D617A4FF7B6B424A579FF03E8
2016-05-18 02:06:13,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:13,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:13,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:13,040 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,042 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:13,042 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 308D161D617A4FF7B6B424A579FF03E8 initialized RecordReader from event
2016-05-18 02:06:13,044 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,044 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 308D161D617A4FF7B6B424A579FF03E8
2016-05-18 02:06:13,044 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_SWAP"], id: 8E9C1183CE0D492F93AA5663B6096B2C
2016-05-18 02:06:13,045 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_SWAP"]
2016-05-18 02:06:13,045 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,045 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D998B0F776144AB5ADAA9FB3645D82E6, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:13,048 INFO  output.MROutput (MROutput.java:close(526)) - 8E9C1183CE0D492F93AA5663B6096B2C closed
2016-05-18 02:06:13,048 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537172814_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:13,049 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,049 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D998B0F776144AB5ADAA9FB3645D82E6, mem on close (mb), free: 199, total: 387, max: 672
2016-05-18 02:06:13,049 INFO  output.MROutput (MROutput.java:close(526)) - 8E9C1183CE0D492F93AA5663B6096B2C closed
2016-05-18 02:06:13,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,050 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:13,050 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537172814_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:13,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537172814_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537173045, Process_Duration=4, Process_End_Time=1463537173049, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:13,051 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537172814_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:13,051 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:13,051 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:13,051 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, taskAttemptId=attempt_1463537172814_0001_1_00_000000_0, creationTime=1463537173012, allocationTime=1463537173013, startTime=1463537173015, finishTime=1463537173052, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:13,052 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13,053 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537172814_0001_00_000001
2016-05-18 02:06:13,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:TASK_FINISHED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, taskId=task_1463537172814_0001_1_00_000000, startTime=1463537173015, finishTime=1463537173052, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537172814_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173045, Process_Duration=4, Process_End_Time=1463537173049, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:13,055 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:13,055 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6]
2016-05-18 02:06:13,056 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:VERTEX_FINISHED]: vertexName=D998B0F776144AB5ADAA9FB3645D82E6, vertexId=vertex_1463537172814_0001_1_00, initRequestedTime=1463537172998, initedTime=1463537173007, startRequestedTime=1463537173000, startedTime=1463537173010, finishTime=1463537173055, timeTaken=45, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173045, Process_Duration=4, Process_End_Time=1463537173049, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537173015, firstTasksToStart=[ task_1463537172814_0001_1_00_000000 ], lastTaskFinishTime=1463537173052, lastTasksToFinish=[ task_1463537172814_0001_1_00_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537172814_0001_1_00_000000 ], longestDurationTasks=[ task_1463537172814_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:13,056 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:13,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537172814_0001_00_000001, stoppedTime=1463537173056, exitStatus=0
2016-05-18 02:06:13,057 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:13,057 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:13,057 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537172814_0001_1
2016-05-18 02:06:13,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537172814_0001_1
2016-05-18 02:06:13,057 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 8E9C1183CE0D492F93AA5663B6096B2C for vertex: vertex_1463537172814_0001_1_00 [D998B0F776144AB5ADAA9FB3645D82E6], outputName: 8E9C1183CE0D492F93AA5663B6096B2C
2016-05-18 02:06:13,057 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172814_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:13,058 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537172814_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:13,067 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:8E9C1183CE0D492F93AA5663B6096B2C of vertex/vertexGroup:D998B0F776144AB5ADAA9FB3645D82E6 isVertexGroupOutput:false
2016-05-18 02:06:13,067 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:13,068 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537172814_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:13,068 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537172814_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:13,068 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537172814_0001_00_000001, Exiting
2016-05-18 02:06:13,068 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537172814_0001_1, queueSize=0
2016-05-18 02:06:13,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537172814_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537172814_0001_1, startTime=1463537172997, finishTime=1463537173067, timeTaken=70, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173045, Process_Duration=4, Process_End_Time=1463537173049, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:13,069 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537172814_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:13,069 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537172814_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:13,068 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537172814_0001_00_000001
2016-05-18 02:06:13,069 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537172814_0001_00_000001
2016-05-18 02:06:13 Completed Dag: dag_1463537172814_0001_1
2016-05-18 02:06:13,069 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537172814_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:13,070 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537172814_0001_1_post
2016-05-18 02:06:13,070 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,070 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:13,070 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:13,070 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537172814_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:13,070 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537172814_0001_00_000001 completed successfully
2016-05-18 02:06:13,070 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP, with id=dag_1463537172814_0001_1
2016-05-18 02:06:13,071 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036] each/(1/1) ...mblyplatform/-1_ARGS_SWAP, with id=dag_1463537172814_0001_1
2016-05-18 02:06:13,077 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/-1_ARGS_SWAP, applicationId=application_1463537172814_0001
2016-05-18 02:06:13,079 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:13,079 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:13,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:13,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:13,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:13,080 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:13,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:13,081 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:13,081 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:13,082 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:13,082 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:13,082 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:13,082 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:13,083 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:13,086 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/5A792F43500849329CEA3F46E46835B0/AFFF8FD46C0B4C8DAB6A0CF49B026036/.tez/application_1463537172814_0001
2016-05-18 02:06:13,087 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/-1_ARGS_SWAP/_temporary
2016-05-18 02:06:13,087 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.304
2016-05-18 02:06:13,163 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//-1_ARGS_SWAP
2016-05-18 02:06:13,188 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:13,188 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:13,224 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:13,230 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:13,231 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:13,231 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:13,231 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:13,246 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:13,246 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_-1
2016-05-18 02:06:13,256 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:13,256 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_-1"]
2016-05-18 02:06:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:13,257 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:13,259 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:13,260 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:13,274 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:13,279 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:13,279 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:13,279 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:13,288 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001 doesn't exist and is created
2016-05-18 02:06:13,308 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:13,308 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:13,309 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001_wd
2016-05-18 02:06:13,324 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537173279_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:13,324 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:13,325 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:13,326 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:13,326 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:13,326 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:13,327 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:13,327 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:13,329 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:13,329 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:13,329 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:13,330 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:13,330 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:13,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:13,331 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:13,332 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:13,333 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:13,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:13,333 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001_wd/localmode-log-dir
2016-05-18 02:06:13,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001_wd/localmode-log-dir/history.txt.appattempt_1463537173279_0001_000000, maxErrors=10
2016-05-18 02:06:13,334 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:13,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537173279_0001_000000, appSubmitTime=1463537173324, launchTime=1463537173324
2016-05-18 02:06:13,340 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:13,340 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:38932
2016-05-18 02:06:13,340 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537173279
2016-05-18 02:06:13,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537173279_0001_000000, startTime=1463537173344
2016-05-18 02:06:13,344 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:13,389 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:13,389 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:13,409 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:13,409 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:13,409 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537173279_0001, dagName=[34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:13,437 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:13,437 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:13,438 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537173279_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001_wd/localmode-log-dir/dag_1463537173279_0001_1.dot
2016-05-18 02:06:13,438 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001_wd/localmode-log-dir/dag_1463537173279_0001_1-tez-dag.pb.txt
2016-05-18 02:06:13,442 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537173279_0001_1
2016-05-18 02:06:13,442 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,442 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:13 Running Dag: dag_1463537173279_0001_1
2016-05-18 02:06:13,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537173279_0001_1, submitTime=1463537173437
2016-05-18 02:06:13,459 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001/tez-conf.pb" } size: 40945 timestamp: 1463537173000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:13,459 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,459 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,459 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:13,460 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:13,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537173279_0001_1, initTime=1463537173460
2016-05-18 02:06:13,461 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173279_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:13,461 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:13,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:DAG_STARTED]: dagID=dag_1463537173279_0001_1, startTime=1463537173462
2016-05-18 02:06:13,462 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173279_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:13,462 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C4058AFB7FBE4714AC151C20BE68E8A7 : {285115A9F3E54ED9991DC8D556B1CD29={InputName=285115A9F3E54ED9991DC8D556B1CD29}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:13,462 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537173279_0001, dagName=[34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1
2016-05-18 02:06:13,462 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 285115A9F3E54ED9991DC8D556B1CD29, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:13,462 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,463 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,463 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,463 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,465 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:13,465 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 285115A9F3E54ED9991DC8D556B1CD29 on vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,468 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 285115A9F3E54ED9991DC8D556B1CD29 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:13,470 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:13,471 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:13,471 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:13,472 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:13,472 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 285115A9F3E54ED9991DC8D556B1CD29 on vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,474 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,474 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {285115A9F3E54ED9991DC8D556B1CD29=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:13,474 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] parallelism set to 1
2016-05-18 02:06:13,474 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,475 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7], numAdditionalOutputs=1
2016-05-18 02:06:13,475 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A2C6DE687CB14608AE1C6F7515E51E3D, vertex=vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:13,476 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C4058AFB7FBE4714AC151C20BE68E8A7:A2C6DE687CB14608AE1C6F7515E51E3D using oldmapred API
2016-05-18 02:06:13,476 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A2C6DE687CB14608AE1C6F7515E51E3D, vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:13,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, vertexId=vertex_1463537173279_0001_1_00, initRequestedTime=1463537173462, initedTime=1463537173475, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:13,477 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] with distanceFromRoot: 0
2016-05-18 02:06:13,477 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:13,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537173279_0001_1_00, startRequestedTime=1463537173465, startedTime=1463537173478
2016-05-18 02:06:13,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537173279_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:13,478 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:13,479 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C4058AFB7FBE4714AC151C20BE68E8A7
2016-05-18 02:06:13,479 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:TASK_STARTED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, taskId=task_1463537173279_0001_1_00_000000, scheduledTime=1463537173479, launchTime=1463537173479
2016-05-18 02:06:13,480 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,481 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:13,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537173279_0001_00_000001, launchTime=1463537173482
2016-05-18 02:06:13,483 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537173279_0001_00_000001
2016-05-18 02:06:13,484 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537173279_0001_1_00_000000_0] started. Is using containerId: [container_1463537173279_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:13,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0, startTime=1463537173484, containerId=container_1463537173279_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:13,485 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537173279_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,486 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,486 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,487 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:13,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1, VertexName: C4058AFB7FBE4714AC151C20BE68E8A7, VertexParallelism: 1, TaskAttemptID:attempt_1463537173279_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=285115A9F3E54ED9991DC8D556B1CD29, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A2C6DE687CB14608AE1C6F7515E51E3D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:13,487 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:13,488 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,490 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537173279_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:13,490 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537173279_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:13,492 INFO  input.MRInput (MRInput.java:initialize(440)) - 285115A9F3E54ED9991DC8D556B1CD29 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:13,492 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 285115A9F3E54ED9991DC8D556B1CD29
2016-05-18 02:06:13,494 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:13,494 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537173279_0001, with dag id: dag_1463537173279_0001_1
2016-05-18 02:06:13,502 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C4058AFB7FBE4714AC151C20BE68E8A7, ordinal: 0
2016-05-18 02:06:13,502 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4058AFB7FBE4714AC151C20BE68E8A7, mem on start (mb), free: 316, total: 387, max: 672
2016-05-18 02:06:13,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:13,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:13,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:13,508 INFO  output.MROutput (MROutput.java:initialize(421)) - A2C6DE687CB14608AE1C6F7515E51E3D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:13,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:13,509 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[285115A9F3E54ED9991DC8D556B1CD29:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A2C6DE687CB14608AE1C6F7515E51E3D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:13,510 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:13,510 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:13,510 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:13,510 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[285115A9F3E54ED9991DC8D556B1CD29:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A2C6DE687CB14608AE1C6F7515E51E3D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:13,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:13,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 285115A9F3E54ED9991DC8D556B1CD29 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:13,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 285115A9F3E54ED9991DC8D556B1CD29
2016-05-18 02:06:13,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:13,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:13,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:13,511 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,513 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:13,513 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 285115A9F3E54ED9991DC8D556B1CD29 initialized RecordReader from event
2016-05-18 02:06:13,516 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,516 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 285115A9F3E54ED9991DC8D556B1CD29
2016-05-18 02:06:13,517 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_-1"], id: A2C6DE687CB14608AE1C6F7515E51E3D
2016-05-18 02:06:13,517 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_-1"]
2016-05-18 02:06:13,517 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,517 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C4058AFB7FBE4714AC151C20BE68E8A7, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:13,521 INFO  output.MROutput (MROutput.java:close(526)) - A2C6DE687CB14608AE1C6F7515E51E3D closed
2016-05-18 02:06:13,522 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537173279_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:13,522 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,522 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4058AFB7FBE4714AC151C20BE68E8A7, mem on close (mb), free: 313, total: 387, max: 672
2016-05-18 02:06:13,522 INFO  output.MROutput (MROutput.java:close(526)) - A2C6DE687CB14608AE1C6F7515E51E3D closed
2016-05-18 02:06:13,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,523 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:13,524 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537173279_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:13,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537173279_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537173518, Process_Duration=4, Process_End_Time=1463537173522, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:13,527 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537173279_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:13,527 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:13,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, taskAttemptId=attempt_1463537173279_0001_1_00_000000_0, creationTime=1463537173480, allocationTime=1463537173481, startTime=1463537173484, finishTime=1463537173527, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:13,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:13,528 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,528 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:TASK_FINISHED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, taskId=task_1463537173279_0001_1_00_000000, startTime=1463537173484, finishTime=1463537173528, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537173279_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173518, Process_Duration=4, Process_End_Time=1463537173522, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:13,529 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:13,529 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7]
2016-05-18 02:06:13,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:VERTEX_FINISHED]: vertexName=C4058AFB7FBE4714AC151C20BE68E8A7, vertexId=vertex_1463537173279_0001_1_00, initRequestedTime=1463537173462, initedTime=1463537173475, startRequestedTime=1463537173465, startedTime=1463537173478, finishTime=1463537173529, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173518, Process_Duration=4, Process_End_Time=1463537173522, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537173484, firstTasksToStart=[ task_1463537173279_0001_1_00_000000 ], lastTaskFinishTime=1463537173527, lastTasksToFinish=[ task_1463537173279_0001_1_00_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537173279_0001_1_00_000000 ], longestDurationTasks=[ task_1463537173279_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:13,530 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:13,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537173279_0001_00_000001, stoppedTime=1463537173530, exitStatus=0
2016-05-18 02:06:13,530 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:13,531 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537173279_0001_00_000001
2016-05-18 02:06:13,531 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537173279_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:13,531 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537173279_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:13,531 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537173279_0001_00_000001, Exiting
2016-05-18 02:06:13,531 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537173279_0001_00_000001
2016-05-18 02:06:13,531 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537173279_0001_00_000001
2016-05-18 02:06:13,531 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:13,532 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537173279_0001_1
2016-05-18 02:06:13,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537173279_0001_1
2016-05-18 02:06:13,532 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537173279_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:13,532 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173279_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:13,532 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A2C6DE687CB14608AE1C6F7515E51E3D for vertex: vertex_1463537173279_0001_1_00 [C4058AFB7FBE4714AC151C20BE68E8A7], outputName: A2C6DE687CB14608AE1C6F7515E51E3D
2016-05-18 02:06:13,532 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537173279_0001_00_000001
2016-05-18 02:06:13,533 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537173279_0001_00_000001 completed successfully
2016-05-18 02:06:13,542 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A2C6DE687CB14608AE1C6F7515E51E3D of vertex/vertexGroup:C4058AFB7FBE4714AC151C20BE68E8A7 isVertexGroupOutput:false
2016-05-18 02:06:13,542 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:13,543 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537173279_0001_1, queueSize=0
2016-05-18 02:06:13,544 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173279_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537173279_0001_1, startTime=1463537173461, finishTime=1463537173542, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173518, Process_Duration=4, Process_End_Time=1463537173522, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:13,544 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537173279_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:13,544 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173279_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:13 Completed Dag: dag_1463537173279_0001_1
2016-05-18 02:06:13,545 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537173279_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:13,545 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537173279_0001_1_post
2016-05-18 02:06:13,545 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,545 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:13,545 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:13,545 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1, with id=dag_1463537173279_0001_1
2016-05-18 02:06:13,545 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7] each/(1/1) ...mblyplatform/0_'field'_-1, with id=dag_1463537173279_0001_1
2016-05-18 02:06:13,554 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_'field'_-1, applicationId=application_1463537173279_0001
2016-05-18 02:06:13,556 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:13,556 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:13,556 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:13,556 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:13,556 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:13,557 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:13,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:13,558 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:13,558 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:13,558 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:13,559 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:13,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:13,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:13,561 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:13,564 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/34D536ABC2104C7ABAEA7600F79FDC3C/D833ECC110804DFCA485F3F4155C34A7/.tez/application_1463537173279_0001
2016-05-18 02:06:13,565 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_-1/_temporary
2016-05-18 02:06:13,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.308
2016-05-18 02:06:13,636 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_-1
2016-05-18 02:06:13,659 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:13,660 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:13,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:13,703 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:13,703 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:13,703 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:13,704 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:13,719 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:13,720 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_'field'
2016-05-18 02:06:13,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:13,730 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,730 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_'field'"]
2016-05-18 02:06:13,730 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:13,730 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:13,730 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:13,731 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:13,732 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:13,745 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:13,750 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:13,750 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:13,750 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:13,758 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001 doesn't exist and is created
2016-05-18 02:06:13,779 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:13,780 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:13,781 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001_wd
2016-05-18 02:06:13,796 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537173750_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:13,796 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:13,796 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:13,797 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:13,797 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:13,797 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:13,798 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:13,798 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:13,799 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:13,800 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:13,800 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:13,800 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:13,802 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:13,802 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:13,802 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:13,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001_wd/localmode-log-dir
2016-05-18 02:06:13,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001_wd/localmode-log-dir/history.txt.appattempt_1463537173750_0001_000000, maxErrors=10
2016-05-18 02:06:13,803 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:13,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537173750_0001_000000, appSubmitTime=1463537173795, launchTime=1463537173795
2016-05-18 02:06:13,805 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:13,813 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42608
2016-05-18 02:06:13,813 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537173750
2016-05-18 02:06:13,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537173750_0001_000000, startTime=1463537173815
2016-05-18 02:06:13,815 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:13,835 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:13,835 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:13,880 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:13,880 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:13,880 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537173750_0001, dagName=[C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:13,897 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:13,897 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:13,898 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537173750_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001_wd/localmode-log-dir/dag_1463537173750_0001_1.dot
2016-05-18 02:06:13,898 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001_wd/localmode-log-dir/dag_1463537173750_0001_1-tez-dag.pb.txt
2016-05-18 02:06:13,904 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537173750_0001_1
2016-05-18 02:06:13,904 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,904 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:13 Running Dag: dag_1463537173750_0001_1
2016-05-18 02:06:13,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537173750_0001_1, submitTime=1463537173897
2016-05-18 02:06:13,921 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001/tez-conf.pb" } size: 40945 timestamp: 1463537173000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:13,921 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,922 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,922 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:13,922 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:13,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537173750_0001_1, initTime=1463537173922
2016-05-18 02:06:13,924 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173750_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:13,924 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:13,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:DAG_STARTED]: dagID=dag_1463537173750_0001_1, startTime=1463537173924
2016-05-18 02:06:13,924 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173750_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E8FC0484BD8E48509C145B00FBA46DB1 : {615D43E56C8E47CFBD2CA8D451B4FDCF={InputName=615D43E56C8E47CFBD2CA8D451B4FDCF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 615D43E56C8E47CFBD2CA8D451B4FDCF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,925 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,926 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:13,926 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 615D43E56C8E47CFBD2CA8D451B4FDCF on vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,927 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537173750_0001, dagName=[C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field'
2016-05-18 02:06:13,928 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 615D43E56C8E47CFBD2CA8D451B4FDCF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:13,930 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:13,930 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:13,930 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:13,930 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:13,930 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 615D43E56C8E47CFBD2CA8D451B4FDCF on vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,931 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,931 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {615D43E56C8E47CFBD2CA8D451B4FDCF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:13,932 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] parallelism set to 1
2016-05-18 02:06:13,932 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:13,932 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1], numAdditionalOutputs=1
2016-05-18 02:06:13,933 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=559A2F33283D49A58639496822122EE1, vertex=vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:13,934 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E8FC0484BD8E48509C145B00FBA46DB1:559A2F33283D49A58639496822122EE1 using oldmapred API
2016-05-18 02:06:13,934 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=559A2F33283D49A58639496822122EE1, vertexName=E8FC0484BD8E48509C145B00FBA46DB1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:13,935 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, vertexId=vertex_1463537173750_0001_1_00, initRequestedTime=1463537173925, initedTime=1463537173932, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:13,935 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] with distanceFromRoot: 0
2016-05-18 02:06:13,935 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:13,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537173750_0001_1_00, startRequestedTime=1463537173926, startedTime=1463537173935
2016-05-18 02:06:13,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537173750_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:13,936 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:13,937 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E8FC0484BD8E48509C145B00FBA46DB1
2016-05-18 02:06:13,937 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:TASK_STARTED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, taskId=task_1463537173750_0001_1_00_000000, scheduledTime=1463537173937, launchTime=1463537173937
2016-05-18 02:06:13,938 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,938 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:13,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537173750_0001_00_000001, launchTime=1463537173940
2016-05-18 02:06:13,940 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537173750_0001_00_000001
2016-05-18 02:06:13,941 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537173750_0001_1_00_000000_0] started. Is using containerId: [container_1463537173750_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:13,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0, startTime=1463537173941, containerId=container_1463537173750_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:13,942 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537173750_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,942 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,942 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,943 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:13,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field', VertexName: E8FC0484BD8E48509C145B00FBA46DB1, VertexParallelism: 1, TaskAttemptID:attempt_1463537173750_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=615D43E56C8E47CFBD2CA8D451B4FDCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=559A2F33283D49A58639496822122EE1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:13,943 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:13,944 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,944 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537173750_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:13,944 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537173750_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:13,947 INFO  input.MRInput (MRInput.java:initialize(440)) - 615D43E56C8E47CFBD2CA8D451B4FDCF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:13,948 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 615D43E56C8E47CFBD2CA8D451B4FDCF
2016-05-18 02:06:13,948 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:13,953 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537173750_0001, with dag id: dag_1463537173750_0001_1
2016-05-18 02:06:13,962 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E8FC0484BD8E48509C145B00FBA46DB1, ordinal: 0
2016-05-18 02:06:13,962 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8FC0484BD8E48509C145B00FBA46DB1, mem on start (mb), free: 219, total: 387, max: 672
2016-05-18 02:06:13,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:13,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:13,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:13,966 INFO  output.MROutput (MROutput.java:initialize(421)) - 559A2F33283D49A58639496822122EE1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:13,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:13,966 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[615D43E56C8E47CFBD2CA8D451B4FDCF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [559A2F33283D49A58639496822122EE1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:13,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:13,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:13,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:13,967 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[615D43E56C8E47CFBD2CA8D451B4FDCF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [559A2F33283D49A58639496822122EE1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:13,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:13,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 615D43E56C8E47CFBD2CA8D451B4FDCF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:13,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 615D43E56C8E47CFBD2CA8D451B4FDCF
2016-05-18 02:06:13,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:13,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:13,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:13,968 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,970 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:13,970 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 615D43E56C8E47CFBD2CA8D451B4FDCF initialized RecordReader from event
2016-05-18 02:06:13,974 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,975 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 615D43E56C8E47CFBD2CA8D451B4FDCF
2016-05-18 02:06:13,975 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_'field'"], id: 559A2F33283D49A58639496822122EE1
2016-05-18 02:06:13,975 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_'field'"]
2016-05-18 02:06:13,976 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:13,977 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E8FC0484BD8E48509C145B00FBA46DB1, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:06:13,979 INFO  output.MROutput (MROutput.java:close(526)) - 559A2F33283D49A58639496822122EE1 closed
2016-05-18 02:06:13,980 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537173750_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:13,981 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,981 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8FC0484BD8E48509C145B00FBA46DB1, mem on close (mb), free: 217, total: 387, max: 672
2016-05-18 02:06:13,981 INFO  output.MROutput (MROutput.java:close(526)) - 559A2F33283D49A58639496822122EE1 closed
2016-05-18 02:06:13,981 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,981 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:13,982 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537173750_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:13,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537173750_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537173977, Process_Duration=3, Process_End_Time=1463537173980, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:13,983 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537173750_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:13,983 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:13,984 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:13,984 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:13,984 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, taskAttemptId=attempt_1463537173750_0001_1_00_000000_0, creationTime=1463537173938, allocationTime=1463537173939, startTime=1463537173941, finishTime=1463537173984, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:13,984 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:TASK_FINISHED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, taskId=task_1463537173750_0001_1_00_000000, startTime=1463537173941, finishTime=1463537173985, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537173750_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173977, Process_Duration=3, Process_End_Time=1463537173980, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:13,986 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:13,986 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1]
2016-05-18 02:06:13,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:VERTEX_FINISHED]: vertexName=E8FC0484BD8E48509C145B00FBA46DB1, vertexId=vertex_1463537173750_0001_1_00, initRequestedTime=1463537173925, initedTime=1463537173932, startRequestedTime=1463537173926, startedTime=1463537173935, finishTime=1463537173986, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173977, Process_Duration=3, Process_End_Time=1463537173980, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537173941, firstTasksToStart=[ task_1463537173750_0001_1_00_000000 ], lastTaskFinishTime=1463537173984, lastTasksToFinish=[ task_1463537173750_0001_1_00_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537173750_0001_1_00_000000 ], longestDurationTasks=[ task_1463537173750_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:13,987 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:13,987 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537173750_0001_00_000001
2016-05-18 02:06:13,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537173750_0001_00_000001, stoppedTime=1463537173987, exitStatus=0
2016-05-18 02:06:13,987 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:13,987 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:13,987 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537173750_0001_1
2016-05-18 02:06:13,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537173750_0001_1
2016-05-18 02:06:13,988 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 559A2F33283D49A58639496822122EE1 for vertex: vertex_1463537173750_0001_1_00 [E8FC0484BD8E48509C145B00FBA46DB1], outputName: 559A2F33283D49A58639496822122EE1
2016-05-18 02:06:13,987 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537173750_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:13,988 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173750_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:13,989 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537173750_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:13,989 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537173750_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:13,989 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537173750_0001_00_000001, Exiting
2016-05-18 02:06:13,990 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537173750_0001_00_000001
2016-05-18 02:06:13,990 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537173750_0001_00_000001
2016-05-18 02:06:13,991 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537173750_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:13,992 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537173750_0001_00_000001 completed successfully
2016-05-18 02:06:13,998 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:559A2F33283D49A58639496822122EE1 of vertex/vertexGroup:E8FC0484BD8E48509C145B00FBA46DB1 isVertexGroupOutput:false
2016-05-18 02:06:13,998 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:14,000 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537173750_0001_1, queueSize=0
2016-05-18 02:06:14,000 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537173750_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537173750_0001_1, startTime=1463537173924, finishTime=1463537173998, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537173977, Process_Duration=3, Process_End_Time=1463537173980, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:14,000 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537173750_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:14,000 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537173750_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:14 Completed Dag: dag_1463537173750_0001_1
2016-05-18 02:06:14,001 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537173750_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:14,001 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537173750_0001_1_post
2016-05-18 02:06:14,001 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,001 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:14,001 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:14,001 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field', with id=dag_1463537173750_0001_1
2016-05-18 02:06:14,001 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E] each/(1/1) ...latform/0_'field'_'field', with id=dag_1463537173750_0001_1
2016-05-18 02:06:14,007 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_'field'_'field', applicationId=application_1463537173750_0001
2016-05-18 02:06:14,009 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:14,009 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:14,009 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:14,009 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:14,009 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:14,009 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:14,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:14,011 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:14,011 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:14,011 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,011 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:14,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:14,012 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,014 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:14,018 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C41C79ED6F384AF498D19C0F5A7815EE/FFC02951D15C465B98624C76DEDE1B8E/.tez/application_1463537173750_0001
2016-05-18 02:06:14,019 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_'field'/_temporary
2016-05-18 02:06:14,020 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.290
2016-05-18 02:06:14,091 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_'field'
2016-05-18 02:06:14,115 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:14,116 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:14,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:14,155 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:14,156 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:14,156 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:14,156 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:14,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:14,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_RESULTS
2016-05-18 02:06:14,180 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:14,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_RESULTS"]
2016-05-18 02:06:14,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:14,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:14,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:14,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:14,182 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:14,196 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:14,200 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:14,200 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:14,200 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:14,209 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001 doesn't exist and is created
2016-05-18 02:06:14,228 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:14,228 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:14,228 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001_wd
2016-05-18 02:06:14,243 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537174200_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:14,244 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:14,244 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:14,245 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:14,245 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:14,245 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:14,245 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:14,246 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:14,247 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:14,247 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:14,248 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:14,248 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:14,248 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:14,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:14,248 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:14,248 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:14,249 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:14,249 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:14,249 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:14,249 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:14,250 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:14,251 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:14,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:14,251 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001_wd/localmode-log-dir
2016-05-18 02:06:14,252 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001_wd/localmode-log-dir/history.txt.appattempt_1463537174200_0001_000000, maxErrors=10
2016-05-18 02:06:14,252 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:14,252 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537174200_0001_000000, appSubmitTime=1463537174243, launchTime=1463537174243
2016-05-18 02:06:14,255 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:14,258 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45987
2016-05-18 02:06:14,259 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537174200
2016-05-18 02:06:14,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537174200_0001_000000, startTime=1463537174261
2016-05-18 02:06:14,261 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:14,328 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:14,328 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:14,329 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537174200_0001, dagName=[EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:14,338 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:14,338 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:14,346 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:14,346 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:14,347 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537174200_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001_wd/localmode-log-dir/dag_1463537174200_0001_1.dot
2016-05-18 02:06:14,348 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001_wd/localmode-log-dir/dag_1463537174200_0001_1-tez-dag.pb.txt
2016-05-18 02:06:14,352 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537174200_0001_1
2016-05-18 02:06:14,352 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,352 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:14 Running Dag: dag_1463537174200_0001_1
2016-05-18 02:06:14,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537174200_0001_1, submitTime=1463537174346
2016-05-18 02:06:14,368 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001/tez-conf.pb" } size: 40945 timestamp: 1463537174000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:14,368 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,369 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,369 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:14,369 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:14,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537174200_0001_1, initTime=1463537174370
2016-05-18 02:06:14,370 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174200_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:14,370 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:14,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:DAG_STARTED]: dagID=dag_1463537174200_0001_1, startTime=1463537174371
2016-05-18 02:06:14,371 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174200_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:14,371 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F3C63C62DD4E41F5B2E10336C2BF5F59 : {AE0F48CE4EAA4F62A32D48A8EFC8D1D4={InputName=AE0F48CE4EAA4F62A32D48A8EFC8D1D4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:14,371 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: AE0F48CE4EAA4F62A32D48A8EFC8D1D4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:14,371 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,371 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,372 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,372 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,372 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:14,372 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: AE0F48CE4EAA4F62A32D48A8EFC8D1D4 on vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,373 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537174200_0001, dagName=[EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS
2016-05-18 02:06:14,375 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input AE0F48CE4EAA4F62A32D48A8EFC8D1D4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:14,376 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:14,376 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:14,377 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:14,377 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:14,377 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: AE0F48CE4EAA4F62A32D48A8EFC8D1D4 on vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,378 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:14,378 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {AE0F48CE4EAA4F62A32D48A8EFC8D1D4=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:14,379 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] parallelism set to 1
2016-05-18 02:06:14,379 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:14,379 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59], numAdditionalOutputs=1
2016-05-18 02:06:14,379 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=B726B39909344A12B5CD5B4DF08648B5, vertex=vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:14,382 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F3C63C62DD4E41F5B2E10336C2BF5F59:B726B39909344A12B5CD5B4DF08648B5 using oldmapred API
2016-05-18 02:06:14,382 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=B726B39909344A12B5CD5B4DF08648B5, vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:14,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, vertexId=vertex_1463537174200_0001_1_00, initRequestedTime=1463537174371, initedTime=1463537174379, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:14,383 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] with distanceFromRoot: 0
2016-05-18 02:06:14,383 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:14,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537174200_0001_1_00, startRequestedTime=1463537174372, startedTime=1463537174383
2016-05-18 02:06:14,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537174200_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:14,384 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:14,384 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F3C63C62DD4E41F5B2E10336C2BF5F59
2016-05-18 02:06:14,384 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,385 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:TASK_STARTED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, taskId=task_1463537174200_0001_1_00_000000, scheduledTime=1463537174384, launchTime=1463537174384
2016-05-18 02:06:14,385 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,386 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:14,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537174200_0001_00_000001, launchTime=1463537174387
2016-05-18 02:06:14,388 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537174200_0001_00_000001
2016-05-18 02:06:14,389 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537174200_0001_1_00_000000_0] started. Is using containerId: [container_1463537174200_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:14,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0, startTime=1463537174389, containerId=container_1463537174200_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:14,389 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537174200_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14 Starting to run new task attempt: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,390 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,390 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,390 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:14,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS, VertexName: F3C63C62DD4E41F5B2E10336C2BF5F59, VertexParallelism: 1, TaskAttemptID:attempt_1463537174200_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AE0F48CE4EAA4F62A32D48A8EFC8D1D4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B726B39909344A12B5CD5B4DF08648B5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:14,391 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:14,391 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,392 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537174200_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:14,392 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537174200_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:14,395 INFO  input.MRInput (MRInput.java:initialize(440)) - AE0F48CE4EAA4F62A32D48A8EFC8D1D4 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:14,395 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: AE0F48CE4EAA4F62A32D48A8EFC8D1D4
2016-05-18 02:06:14,395 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:14,401 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537174200_0001, with dag id: dag_1463537174200_0001_1
2016-05-18 02:06:14,402 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F3C63C62DD4E41F5B2E10336C2BF5F59, ordinal: 0
2016-05-18 02:06:14,403 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F3C63C62DD4E41F5B2E10336C2BF5F59, mem on start (mb), free: 125, total: 387, max: 672
2016-05-18 02:06:14,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:14,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:14,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:14,409 INFO  output.MROutput (MROutput.java:initialize(421)) - B726B39909344A12B5CD5B4DF08648B5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:14,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:14,409 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AE0F48CE4EAA4F62A32D48A8EFC8D1D4:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B726B39909344A12B5CD5B4DF08648B5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:14,409 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:14,409 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:14,410 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:14,410 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AE0F48CE4EAA4F62A32D48A8EFC8D1D4:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B726B39909344A12B5CD5B4DF08648B5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:14,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:14,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AE0F48CE4EAA4F62A32D48A8EFC8D1D4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:14,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AE0F48CE4EAA4F62A32D48A8EFC8D1D4
2016-05-18 02:06:14,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:14,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:14,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:14,411 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,412 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:14,412 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - AE0F48CE4EAA4F62A32D48A8EFC8D1D4 initialized RecordReader from event
2016-05-18 02:06:14,426 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,426 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: AE0F48CE4EAA4F62A32D48A8EFC8D1D4
2016-05-18 02:06:14,426 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_RESULTS"], id: B726B39909344A12B5CD5B4DF08648B5
2016-05-18 02:06:14,427 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_RESULTS"]
2016-05-18 02:06:14,427 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,427 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F3C63C62DD4E41F5B2E10336C2BF5F59, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:14,429 INFO  output.MROutput (MROutput.java:close(526)) - B726B39909344A12B5CD5B4DF08648B5 closed
2016-05-18 02:06:14,430 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537174200_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:14,430 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,430 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F3C63C62DD4E41F5B2E10336C2BF5F59, mem on close (mb), free: 329, total: 387, max: 672
2016-05-18 02:06:14,431 INFO  output.MROutput (MROutput.java:close(526)) - B726B39909344A12B5CD5B4DF08648B5 closed
2016-05-18 02:06:14,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:14 Completed running task attempt: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,432 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:14,432 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537174200_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:14,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537174200_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537174427, Process_Duration=3, Process_End_Time=1463537174430, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:14,433 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537174200_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:14,433 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:14,433 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:14,433 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, taskAttemptId=attempt_1463537174200_0001_1_00_000000_0, creationTime=1463537174385, allocationTime=1463537174387, startTime=1463537174389, finishTime=1463537174434, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:14,434 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:TASK_FINISHED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, taskId=task_1463537174200_0001_1_00_000000, startTime=1463537174389, finishTime=1463537174434, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537174200_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174427, Process_Duration=3, Process_End_Time=1463537174430, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:14,435 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:14,435 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59]
2016-05-18 02:06:14,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:VERTEX_FINISHED]: vertexName=F3C63C62DD4E41F5B2E10336C2BF5F59, vertexId=vertex_1463537174200_0001_1_00, initRequestedTime=1463537174371, initedTime=1463537174379, startRequestedTime=1463537174372, startedTime=1463537174383, finishTime=1463537174435, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174427, Process_Duration=3, Process_End_Time=1463537174430, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537174389, firstTasksToStart=[ task_1463537174200_0001_1_00_000000 ], lastTaskFinishTime=1463537174434, lastTasksToFinish=[ task_1463537174200_0001_1_00_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537174200_0001_1_00_000000 ], longestDurationTasks=[ task_1463537174200_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:14,436 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:14,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537174200_0001_00_000001, stoppedTime=1463537174437, exitStatus=0
2016-05-18 02:06:14,436 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537174200_0001_00_000001
2016-05-18 02:06:14,437 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:14,437 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:14,437 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537174200_0001_1
2016-05-18 02:06:14,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537174200_0001_1
2016-05-18 02:06:14,438 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: B726B39909344A12B5CD5B4DF08648B5 for vertex: vertex_1463537174200_0001_1_00 [F3C63C62DD4E41F5B2E10336C2BF5F59], outputName: B726B39909344A12B5CD5B4DF08648B5
2016-05-18 02:06:14,438 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537174200_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:14,438 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537174200_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:14,438 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537174200_0001_00_000001, Exiting
2016-05-18 02:06:14,438 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537174200_0001_00_000001
2016-05-18 02:06:14,439 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537174200_0001_00_000001
2016-05-18 02:06:14,439 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174200_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:14,440 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537174200_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:14,441 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537174200_0001_00_000001 completed successfully
2016-05-18 02:06:14,441 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537174200_0001_00_000001
2016-05-18 02:06:14,449 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:B726B39909344A12B5CD5B4DF08648B5 of vertex/vertexGroup:F3C63C62DD4E41F5B2E10336C2BF5F59 isVertexGroupOutput:false
2016-05-18 02:06:14,449 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:14,450 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537174200_0001_1, queueSize=0
2016-05-18 02:06:14,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174200_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537174200_0001_1, startTime=1463537174370, finishTime=1463537174449, timeTaken=79, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=12, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174427, Process_Duration=3, Process_End_Time=1463537174430, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:14,450 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537174200_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:14,450 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174200_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:14 Completed Dag: dag_1463537174200_0001_1
2016-05-18 02:06:14,451 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537174200_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:14,451 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537174200_0001_1_post
2016-05-18 02:06:14,451 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,451 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:14,451 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:14,451 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS, with id=dag_1463537174200_0001_1
2016-05-18 02:06:14,451 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746] each/(1/1) ...latform/0_'field'_RESULTS, with id=dag_1463537174200_0001_1
2016-05-18 02:06:14,459 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_'field'_RESULTS, applicationId=application_1463537174200_0001
2016-05-18 02:06:14,461 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:14,461 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:14,461 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:14,461 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:14,461 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:14,462 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:14,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:14,463 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:14,463 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:14,463 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,463 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:14,464 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:14,464 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,465 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:14,468 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EE10241F3E164B3F87D0A7E12D9AAA91/DAD2BE27D84D46C29647C6BC35398746/.tez/application_1463537174200_0001
2016-05-18 02:06:14,469 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_RESULTS/_temporary
2016-05-18 02:06:14,469 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.289
2016-05-18 02:06:14,543 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_RESULTS
2016-05-18 02:06:14,567 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:14,567 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:14,619 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:14,624 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:14,625 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:14,625 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:14,625 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:14,642 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:14,642 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_ALL
2016-05-18 02:06:14,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:14,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_ALL"]
2016-05-18 02:06:14,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:14,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:14,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:14,654 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:14,654 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:14,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:14,673 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:14,674 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:14,674 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:14,684 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001 doesn't exist and is created
2016-05-18 02:06:14,705 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:14,705 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:14,705 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001_wd
2016-05-18 02:06:14,720 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537174673_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:14,720 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:14,720 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:14,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:14,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:14,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:14,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:14,723 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:14,725 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:14,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:14,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:14,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:14,726 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:14,728 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:14,729 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:14,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:14,729 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001_wd/localmode-log-dir
2016-05-18 02:06:14,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001_wd/localmode-log-dir/history.txt.appattempt_1463537174673_0001_000000, maxErrors=10
2016-05-18 02:06:14,730 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:14,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537174673_0001_000000, appSubmitTime=1463537174720, launchTime=1463537174720
2016-05-18 02:06:14,735 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56111
2016-05-18 02:06:14,736 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537174673
2016-05-18 02:06:14,735 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:14,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537174673_0001_000000, startTime=1463537174740
2016-05-18 02:06:14,740 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:14,805 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:14,805 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:14,805 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537174673_0001, dagName=[D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:14,822 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:14,822 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:14,823 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537174673_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001_wd/localmode-log-dir/dag_1463537174673_0001_1.dot
2016-05-18 02:06:14,824 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001_wd/localmode-log-dir/dag_1463537174673_0001_1-tez-dag.pb.txt
2016-05-18 02:06:14,827 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:14,827 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:14,827 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537174673_0001_1
2016-05-18 02:06:14,827 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,828 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:14 Running Dag: dag_1463537174673_0001_1
2016-05-18 02:06:14,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537174673_0001_1, submitTime=1463537174822
2016-05-18 02:06:14,844 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001/tez-conf.pb" } size: 40945 timestamp: 1463537174000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:14,844 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,844 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,844 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:14,844 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:14,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537174673_0001_1, initTime=1463537174845
2016-05-18 02:06:14,846 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174673_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:14,847 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:14,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:DAG_STARTED]: dagID=dag_1463537174673_0001_1, startTime=1463537174847
2016-05-18 02:06:14,847 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174673_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:14,847 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537174673_0001, dagName=[D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL
2016-05-18 02:06:14,847 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DB57AFBD83AC4277889C4F9FEE3531C3 : {6042C6002FF14633BF094644CE7433EB={InputName=6042C6002FF14633BF094644CE7433EB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:14,847 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 6042C6002FF14633BF094644CE7433EB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:14,847 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,848 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,848 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,848 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,848 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:14,849 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 6042C6002FF14633BF094644CE7433EB on vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,850 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 6042C6002FF14633BF094644CE7433EB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:14,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:14,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:14,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:14,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:14,853 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 6042C6002FF14633BF094644CE7433EB on vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,853 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:14,854 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {6042C6002FF14633BF094644CE7433EB=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:14,854 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] parallelism set to 1
2016-05-18 02:06:14,854 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:14,855 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3], numAdditionalOutputs=1
2016-05-18 02:06:14,855 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=DD9E06A55AA547B9A0EA986EF5C1FAEB, vertex=vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:14,857 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DB57AFBD83AC4277889C4F9FEE3531C3:DD9E06A55AA547B9A0EA986EF5C1FAEB using oldmapred API
2016-05-18 02:06:14,857 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=DD9E06A55AA547B9A0EA986EF5C1FAEB, vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:14,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, vertexId=vertex_1463537174673_0001_1_00, initRequestedTime=1463537174847, initedTime=1463537174855, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:14,858 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] with distanceFromRoot: 0
2016-05-18 02:06:14,858 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:14,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537174673_0001_1_00, startRequestedTime=1463537174848, startedTime=1463537174858
2016-05-18 02:06:14,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537174673_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:14,858 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:14,858 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DB57AFBD83AC4277889C4F9FEE3531C3
2016-05-18 02:06:14,859 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:TASK_STARTED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, taskId=task_1463537174673_0001_1_00_000000, scheduledTime=1463537174859, launchTime=1463537174859
2016-05-18 02:06:14,859 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,861 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:14,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537174673_0001_00_000001, launchTime=1463537174863
2016-05-18 02:06:14,864 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537174673_0001_00_000001
2016-05-18 02:06:14,865 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537174673_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,865 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537174673_0001_1_00_000000_0] started. Is using containerId: [container_1463537174673_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:14,866 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0, startTime=1463537174865, containerId=container_1463537174673_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:14 Starting to run new task attempt: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,866 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,866 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,866 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:14,870 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537174673_0001, with dag id: dag_1463537174673_0001_1
2016-05-18 02:06:14,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL, VertexName: DB57AFBD83AC4277889C4F9FEE3531C3, VertexParallelism: 1, TaskAttemptID:attempt_1463537174673_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6042C6002FF14633BF094644CE7433EB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DD9E06A55AA547B9A0EA986EF5C1FAEB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:14,871 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:14,872 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,872 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537174673_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:14,873 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537174673_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:14,876 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:14,878 INFO  input.MRInput (MRInput.java:initialize(440)) - 6042C6002FF14633BF094644CE7433EB using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:14,878 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 6042C6002FF14633BF094644CE7433EB
2016-05-18 02:06:14,887 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DB57AFBD83AC4277889C4F9FEE3531C3, ordinal: 0
2016-05-18 02:06:14,888 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB57AFBD83AC4277889C4F9FEE3531C3, mem on start (mb), free: 237, total: 387, max: 672
2016-05-18 02:06:14,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:14,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:14,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:14,889 INFO  output.MROutput (MROutput.java:initialize(421)) - DD9E06A55AA547B9A0EA986EF5C1FAEB: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:14,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:14,889 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DD9E06A55AA547B9A0EA986EF5C1FAEB:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [6042C6002FF14633BF094644CE7433EB:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:14,890 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:14,890 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:14,890 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:14,891 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DD9E06A55AA547B9A0EA986EF5C1FAEB:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [6042C6002FF14633BF094644CE7433EB:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:14,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:14,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 6042C6002FF14633BF094644CE7433EB
2016-05-18 02:06:14,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 6042C6002FF14633BF094644CE7433EB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:14,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:14,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:14,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:14,893 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,895 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,896 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:14,896 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 6042C6002FF14633BF094644CE7433EB initialized RecordReader from event
2016-05-18 02:06:14,896 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 6042C6002FF14633BF094644CE7433EB
2016-05-18 02:06:14,897 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_ALL"], id: DD9E06A55AA547B9A0EA986EF5C1FAEB
2016-05-18 02:06:14,897 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_ALL"]
2016-05-18 02:06:14,897 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:14,898 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DB57AFBD83AC4277889C4F9FEE3531C3, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:14,901 INFO  output.MROutput (MROutput.java:close(526)) - DD9E06A55AA547B9A0EA986EF5C1FAEB closed
2016-05-18 02:06:14,901 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537174673_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:14,902 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,902 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB57AFBD83AC4277889C4F9FEE3531C3, mem on close (mb), free: 236, total: 387, max: 672
2016-05-18 02:06:14,902 INFO  output.MROutput (MROutput.java:close(526)) - DD9E06A55AA547B9A0EA986EF5C1FAEB closed
2016-05-18 02:06:14,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:14 Completed running task attempt: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,903 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:14,903 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537174673_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:14,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537174673_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537174898, Process_Duration=4, Process_End_Time=1463537174902, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:14,905 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537174673_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:14,905 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:14,905 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:14,905 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, taskAttemptId=attempt_1463537174673_0001_1_00_000000_0, creationTime=1463537174859, allocationTime=1463537174862, startTime=1463537174865, finishTime=1463537174905, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:14,906 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:TASK_FINISHED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, taskId=task_1463537174673_0001_1_00_000000, startTime=1463537174865, finishTime=1463537174906, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537174673_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174898, Process_Duration=4, Process_End_Time=1463537174902, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:14,906 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:14,906 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3]
2016-05-18 02:06:14,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:VERTEX_FINISHED]: vertexName=DB57AFBD83AC4277889C4F9FEE3531C3, vertexId=vertex_1463537174673_0001_1_00, initRequestedTime=1463537174847, initedTime=1463537174855, startRequestedTime=1463537174848, startedTime=1463537174858, finishTime=1463537174906, timeTaken=48, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174898, Process_Duration=4, Process_End_Time=1463537174902, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537174865, firstTasksToStart=[ task_1463537174673_0001_1_00_000000 ], lastTaskFinishTime=1463537174905, lastTasksToFinish=[ task_1463537174673_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537174673_0001_1_00_000000 ], longestDurationTasks=[ task_1463537174673_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:14,907 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:14,907 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:14,907 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:14,907 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537174673_0001_1
2016-05-18 02:06:14,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537174673_0001_1
2016-05-18 02:06:14,908 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174673_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:14,908 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: DD9E06A55AA547B9A0EA986EF5C1FAEB for vertex: vertex_1463537174673_0001_1_00 [DB57AFBD83AC4277889C4F9FEE3531C3], outputName: DD9E06A55AA547B9A0EA986EF5C1FAEB
2016-05-18 02:06:14,910 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537174673_0001_00_000001
2016-05-18 02:06:14,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537174673_0001_00_000001, stoppedTime=1463537174910, exitStatus=0
2016-05-18 02:06:14,911 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537174673_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:14,920 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537174673_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:14,920 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537174673_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:14,921 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537174673_0001_00_000001, Exiting
2016-05-18 02:06:14,921 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537174673_0001_00_000001
2016-05-18 02:06:14,921 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537174673_0001_00_000001
2016-05-18 02:06:14,922 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537174673_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:14,923 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537174673_0001_00_000001 completed successfully
2016-05-18 02:06:14,924 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:DD9E06A55AA547B9A0EA986EF5C1FAEB of vertex/vertexGroup:DB57AFBD83AC4277889C4F9FEE3531C3 isVertexGroupOutput:false
2016-05-18 02:06:14,924 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:14,925 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537174673_0001_1, queueSize=0
2016-05-18 02:06:14,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537174673_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537174673_0001_1, startTime=1463537174847, finishTime=1463537174924, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537174898, Process_Duration=4, Process_End_Time=1463537174902, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:14,926 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537174673_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:14,926 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537174673_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:14 Completed Dag: dag_1463537174673_0001_1
2016-05-18 02:06:14,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537174673_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:14,927 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537174673_0001_1_post
2016-05-18 02:06:14,927 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:14,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:14,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:14,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL, with id=dag_1463537174673_0001_1
2016-05-18 02:06:14,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F] each/(1/1) ...blyplatform/0_'field'_ALL, with id=dag_1463537174673_0001_1
2016-05-18 02:06:14,936 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_'field'_ALL, applicationId=application_1463537174673_0001
2016-05-18 02:06:14,938 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:14,938 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:14,938 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:14,938 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:14,938 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:14,939 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:14,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:14,939 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:14,940 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:14,940 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,940 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:14,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:14,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:14,942 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:14,946 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D4D6A303C77D48A69EE8BCA26039069A/C08970EBC9F2476AA8FC85196DCAB77F/.tez/application_1463537174673_0001
2016-05-18 02:06:14,947 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_ALL/_temporary
2016-05-18 02:06:14,948 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.295
2016-05-18 02:06:15,041 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_ALL
2016-05-18 02:06:15,076 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:15,077 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:15,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:15,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.009
2016-05-18 02:06:15,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:15,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:15,113 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_REPLACE
2016-05-18 02:06:15,145 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:15,145 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:15,179 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:15,186 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:15,187 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:15,187 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:15,187 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:15,209 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:15,210 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_SWAP
2016-05-18 02:06:15,224 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:15,224 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,224 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_SWAP"]
2016-05-18 02:06:15,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:15,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:15,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:15,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:15,226 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:15,247 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:15,253 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:15,253 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:15,253 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:15,266 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001 doesn't exist and is created
2016-05-18 02:06:15,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:15,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:15,293 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:15,293 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:15,294 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001_wd
2016-05-18 02:06:15,317 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537175253_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:15,317 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:15,317 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:15,321 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:15,321 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:15,321 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:15,321 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:15,323 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:15,326 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:15,326 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:15,326 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:15,326 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:15,326 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:15,328 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:15,328 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:15,328 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:15,329 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:15,329 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:15,331 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:15,331 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:15,334 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:15,337 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:15,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:15,339 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001_wd/localmode-log-dir
2016-05-18 02:06:15,339 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001_wd/localmode-log-dir/history.txt.appattempt_1463537175253_0001_000000, maxErrors=10
2016-05-18 02:06:15,339 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:15,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537175253_0001_000000, appSubmitTime=1463537175316, launchTime=1463537175316
2016-05-18 02:06:15,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:15,349 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56518
2016-05-18 02:06:15,352 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537175253
2016-05-18 02:06:15,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537175253_0001_000000, startTime=1463537175354
2016-05-18 02:06:15,354 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:15,393 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:15,393 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:15,394 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537175253_0001, dagName=[D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:15,410 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:15,410 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:15,411 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537175253_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001_wd/localmode-log-dir/dag_1463537175253_0001_1.dot
2016-05-18 02:06:15,411 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001_wd/localmode-log-dir/dag_1463537175253_0001_1-tez-dag.pb.txt
2016-05-18 02:06:15,415 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537175253_0001_1
2016-05-18 02:06:15,415 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,415 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:15 Running Dag: dag_1463537175253_0001_1
2016-05-18 02:06:15,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537175253_0001_1, submitTime=1463537175410
2016-05-18 02:06:15,433 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001/tez-conf.pb" } size: 40945 timestamp: 1463537175000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:15,433 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,433 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,433 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:15,433 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:15,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537175253_0001_1, initTime=1463537175434
2016-05-18 02:06:15,434 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175253_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:15,434 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:15,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:DAG_STARTED]: dagID=dag_1463537175253_0001_1, startTime=1463537175434
2016-05-18 02:06:15,435 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175253_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C185CF5A0CEE4D248FD5EE69B8B961D8 : {BC6927627F9A4F5D8B2C0571070480A9={InputName=BC6927627F9A4F5D8B2C0571070480A9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BC6927627F9A4F5D8B2C0571070480A9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,435 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,436 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:15,436 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BC6927627F9A4F5D8B2C0571070480A9 on vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,436 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537175253_0001, dagName=[D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP
2016-05-18 02:06:15,439 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BC6927627F9A4F5D8B2C0571070480A9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:15,441 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:15,441 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:15,442 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:15,442 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:15,442 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BC6927627F9A4F5D8B2C0571070480A9 on vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,445 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:15,445 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BC6927627F9A4F5D8B2C0571070480A9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:15,445 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] parallelism set to 1
2016-05-18 02:06:15,446 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:15,446 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8], numAdditionalOutputs=1
2016-05-18 02:06:15,446 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1F6512BB4C0E46869B97D97385FAC923, vertex=vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:15,448 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C185CF5A0CEE4D248FD5EE69B8B961D8:1F6512BB4C0E46869B97D97385FAC923 using oldmapred API
2016-05-18 02:06:15,449 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1F6512BB4C0E46869B97D97385FAC923, vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:15,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, vertexId=vertex_1463537175253_0001_1_00, initRequestedTime=1463537175435, initedTime=1463537175446, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:15,450 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] with distanceFromRoot: 0
2016-05-18 02:06:15,450 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:15,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537175253_0001_1_00, startRequestedTime=1463537175436, startedTime=1463537175450
2016-05-18 02:06:15,451 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537175253_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:15,451 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:15,452 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C185CF5A0CEE4D248FD5EE69B8B961D8
2016-05-18 02:06:15,452 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,452 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:TASK_STARTED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, taskId=task_1463537175253_0001_1_00_000000, scheduledTime=1463537175452, launchTime=1463537175452
2016-05-18 02:06:15,453 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,454 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:15,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537175253_0001_00_000001, launchTime=1463537175455
2016-05-18 02:06:15,456 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537175253_0001_00_000001
2016-05-18 02:06:15,457 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537175253_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,457 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537175253_0001_1_00_000000_0] started. Is using containerId: [container_1463537175253_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:15 Starting to run new task attempt: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0, startTime=1463537175457, containerId=container_1463537175253_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:15,457 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,457 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,457 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:15,458 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP, VertexName: C185CF5A0CEE4D248FD5EE69B8B961D8, VertexParallelism: 1, TaskAttemptID:attempt_1463537175253_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BC6927627F9A4F5D8B2C0571070480A9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1F6512BB4C0E46869B97D97385FAC923, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:15,458 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:15,458 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,459 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537175253_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:15,459 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537175253_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:15,460 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537175253_0001, with dag id: dag_1463537175253_0001_1
2016-05-18 02:06:15,463 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:15,467 INFO  input.MRInput (MRInput.java:initialize(440)) - BC6927627F9A4F5D8B2C0571070480A9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:15,468 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BC6927627F9A4F5D8B2C0571070480A9
2016-05-18 02:06:15,471 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C185CF5A0CEE4D248FD5EE69B8B961D8, ordinal: 0
2016-05-18 02:06:15,472 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C185CF5A0CEE4D248FD5EE69B8B961D8, mem on start (mb), free: 129, total: 387, max: 672
2016-05-18 02:06:15,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:15,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:15,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:15,473 INFO  output.MROutput (MROutput.java:initialize(421)) - 1F6512BB4C0E46869B97D97385FAC923: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:15,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:15,474 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1F6512BB4C0E46869B97D97385FAC923:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [BC6927627F9A4F5D8B2C0571070480A9:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:15,474 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:15,474 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:15,474 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:15,475 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1F6512BB4C0E46869B97D97385FAC923:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [BC6927627F9A4F5D8B2C0571070480A9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:15,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:15,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BC6927627F9A4F5D8B2C0571070480A9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:15,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BC6927627F9A4F5D8B2C0571070480A9
2016-05-18 02:06:15,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:15,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:15,477 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:15,477 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,479 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:15,480 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BC6927627F9A4F5D8B2C0571070480A9 initialized RecordReader from event
2016-05-18 02:06:15,480 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,481 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BC6927627F9A4F5D8B2C0571070480A9
2016-05-18 02:06:15,481 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_SWAP"], id: 1F6512BB4C0E46869B97D97385FAC923
2016-05-18 02:06:15,482 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_SWAP"]
2016-05-18 02:06:15,482 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,482 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C185CF5A0CEE4D248FD5EE69B8B961D8, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:15,485 INFO  output.MROutput (MROutput.java:close(526)) - 1F6512BB4C0E46869B97D97385FAC923 closed
2016-05-18 02:06:15,485 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537175253_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:15,486 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,486 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C185CF5A0CEE4D248FD5EE69B8B961D8, mem on close (mb), free: 127, total: 387, max: 672
2016-05-18 02:06:15,486 INFO  output.MROutput (MROutput.java:close(526)) - 1F6512BB4C0E46869B97D97385FAC923 closed
2016-05-18 02:06:15,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:15 Completed running task attempt: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,487 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:15,487 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537175253_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:15,488 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537175253_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537175482, Process_Duration=4, Process_End_Time=1463537175486, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:15,489 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537175253_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:15,489 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, taskAttemptId=attempt_1463537175253_0001_1_00_000000_0, creationTime=1463537175453, allocationTime=1463537175455, startTime=1463537175457, finishTime=1463537175489, timeTaken=32, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:15,489 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15,489 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:15,490 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:15,490 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,490 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537175253_0001_00_000001
2016-05-18 02:06:15,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:TASK_FINISHED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, taskId=task_1463537175253_0001_1_00_000000, startTime=1463537175457, finishTime=1463537175489, timeTaken=32, status=SUCCEEDED, successfulAttemptID=attempt_1463537175253_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175482, Process_Duration=4, Process_End_Time=1463537175486, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:15,491 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:15,491 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8]
2016-05-18 02:06:15,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:VERTEX_FINISHED]: vertexName=C185CF5A0CEE4D248FD5EE69B8B961D8, vertexId=vertex_1463537175253_0001_1_00, initRequestedTime=1463537175435, initedTime=1463537175446, startRequestedTime=1463537175436, startedTime=1463537175450, finishTime=1463537175491, timeTaken=41, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175482, Process_Duration=4, Process_End_Time=1463537175486, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537175457, firstTasksToStart=[ task_1463537175253_0001_1_00_000000 ], lastTaskFinishTime=1463537175489, lastTasksToFinish=[ task_1463537175253_0001_1_00_000000 ], minTaskDuration=32, maxTaskDuration=32, avgTaskDuration=32.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537175253_0001_1_00_000000 ], longestDurationTasks=[ task_1463537175253_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:15,492 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:15,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537175253_0001_00_000001, stoppedTime=1463537175492, exitStatus=0
2016-05-18 02:06:15,492 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:15,492 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:15,493 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537175253_0001_1
2016-05-18 02:06:15,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537175253_0001_1
2016-05-18 02:06:15,493 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175253_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:15,493 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 1F6512BB4C0E46869B97D97385FAC923 for vertex: vertex_1463537175253_0001_1_00 [C185CF5A0CEE4D248FD5EE69B8B961D8], outputName: 1F6512BB4C0E46869B97D97385FAC923
2016-05-18 02:06:15,493 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537175253_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:15,500 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537175253_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:15,500 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537175253_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:15,500 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537175253_0001_00_000001, Exiting
2016-05-18 02:06:15,500 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537175253_0001_00_000001
2016-05-18 02:06:15,500 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537175253_0001_00_000001
2016-05-18 02:06:15,502 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537175253_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:15,502 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537175253_0001_00_000001 completed successfully
2016-05-18 02:06:15,503 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:1F6512BB4C0E46869B97D97385FAC923 of vertex/vertexGroup:C185CF5A0CEE4D248FD5EE69B8B961D8 isVertexGroupOutput:false
2016-05-18 02:06:15,503 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:15,504 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537175253_0001_1, queueSize=0
2016-05-18 02:06:15,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175253_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537175253_0001_1, startTime=1463537175434, finishTime=1463537175503, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175482, Process_Duration=4, Process_End_Time=1463537175486, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:15,505 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537175253_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:15,505 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175253_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:15 Completed Dag: dag_1463537175253_0001_1
2016-05-18 02:06:15,505 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537175253_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:15,505 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537175253_0001_1_post
2016-05-18 02:06:15,505 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,505 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:15,505 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:15,506 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP, with id=dag_1463537175253_0001_1
2016-05-18 02:06:15,506 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64] each/(1/1) ...lyplatform/0_'field'_SWAP, with id=dag_1463537175253_0001_1
2016-05-18 02:06:15,511 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_'field'_SWAP, applicationId=application_1463537175253_0001
2016-05-18 02:06:15,512 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:15,513 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:15,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:15,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:15,513 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:15,513 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:15,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:15,514 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:15,514 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:15,514 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:15,514 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:15,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:15,515 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:15,517 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:15,520 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D494BF04CA5E459E99D767A5FFEE4918/B80C9F4E33044ABB8386EDEE25E45B64/.tez/application_1463537175253_0001
2016-05-18 02:06:15,520 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_'field'_SWAP/_temporary
2016-05-18 02:06:15,520 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.296
2016-05-18 02:06:15,608 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_'field'_SWAP
2016-05-18 02:06:15,631 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:15,632 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:15,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:15,671 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:15,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:15,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:15,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:15,681 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:15,682 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:15,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:15,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_-1"]
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:15,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:15,700 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15,700 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:15,714 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:15,718 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:15,718 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:15,719 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:15,727 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001 doesn't exist and is created
2016-05-18 02:06:15,746 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:15,746 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:15,747 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001_wd
2016-05-18 02:06:15,763 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537175718_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:15,763 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:15,764 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:15,766 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:15,766 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:15,766 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:15,766 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:15,767 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:15,769 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:15,769 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:15,771 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:15,771 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:15,771 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:15,771 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:15,772 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:15,774 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:15,775 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:15,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:15,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001_wd/localmode-log-dir
2016-05-18 02:06:15,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001_wd/localmode-log-dir/history.txt.appattempt_1463537175718_0001_000000, maxErrors=10
2016-05-18 02:06:15,776 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:15,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537175718_0001_000000, appSubmitTime=1463537175763, launchTime=1463537175763
2016-05-18 02:06:15,782 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45674
2016-05-18 02:06:15,783 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537175718
2016-05-18 02:06:15,785 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:15,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537175718_0001_000000, startTime=1463537175787
2016-05-18 02:06:15,787 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:15,847 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:15,847 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:15,847 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537175718_0001, dagName=[0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15,863 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15,863 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:15,864 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537175718_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001_wd/localmode-log-dir/dag_1463537175718_0001_1.dot
2016-05-18 02:06:15,864 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001_wd/localmode-log-dir/dag_1463537175718_0001_1-tez-dag.pb.txt
2016-05-18 02:06:15,869 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537175718_0001_1
2016-05-18 02:06:15,869 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,869 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15 Running Dag: dag_1463537175718_0001_1
2016-05-18 02:06:15,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537175718_0001_1, submitTime=1463537175863
2016-05-18 02:06:15,884 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001/tez-conf.pb" } size: 40945 timestamp: 1463537175000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:15,885 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,885 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,885 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:15,885 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:15,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537175718_0001_1, initTime=1463537175885
2016-05-18 02:06:15,885 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175718_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:15,886 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:15,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:DAG_STARTED]: dagID=dag_1463537175718_0001_1, startTime=1463537175886
2016-05-18 02:06:15,886 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175718_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:15,886 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D2D76113695A45F090913EF3DC67EC54 : {A18E70F89F0B42A49F3B8AF4AF5B01E2={InputName=A18E70F89F0B42A49F3B8AF4AF5B01E2}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:15,886 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A18E70F89F0B42A49F3B8AF4AF5B01E2, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:15,886 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,887 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,887 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,887 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,888 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:15,888 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537175718_0001, dagName=[0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1
2016-05-18 02:06:15,888 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A18E70F89F0B42A49F3B8AF4AF5B01E2 on vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,891 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A18E70F89F0B42A49F3B8AF4AF5B01E2 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:15,893 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:15,893 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:15,894 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:15,894 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:15,895 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A18E70F89F0B42A49F3B8AF4AF5B01E2 on vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,897 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:15,898 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A18E70F89F0B42A49F3B8AF4AF5B01E2=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:15,898 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] parallelism set to 1
2016-05-18 02:06:15,898 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:15,898 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54], numAdditionalOutputs=1
2016-05-18 02:06:15,898 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F3475FB7A0874EAF90C40EC86DECE1A1, vertex=vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:15,901 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D2D76113695A45F090913EF3DC67EC54:F3475FB7A0874EAF90C40EC86DECE1A1 using oldmapred API
2016-05-18 02:06:15,901 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F3475FB7A0874EAF90C40EC86DECE1A1, vertexName=D2D76113695A45F090913EF3DC67EC54, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:15,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D2D76113695A45F090913EF3DC67EC54, vertexId=vertex_1463537175718_0001_1_00, initRequestedTime=1463537175886, initedTime=1463537175898, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:15,902 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] with distanceFromRoot: 0
2016-05-18 02:06:15,902 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:15,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537175718_0001_1_00, startRequestedTime=1463537175888, startedTime=1463537175902
2016-05-18 02:06:15,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537175718_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:15,902 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:15,903 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D2D76113695A45F090913EF3DC67EC54
2016-05-18 02:06:15,903 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:TASK_STARTED]: vertexName=D2D76113695A45F090913EF3DC67EC54, taskId=task_1463537175718_0001_1_00_000000, scheduledTime=1463537175903, launchTime=1463537175903
2016-05-18 02:06:15,904 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,905 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:15,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537175718_0001_00_000001, launchTime=1463537175906
2016-05-18 02:06:15,907 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537175718_0001_00_000001
2016-05-18 02:06:15,908 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537175718_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,908 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537175718_0001_1_00_000000_0] started. Is using containerId: [container_1463537175718_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:15,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D2D76113695A45F090913EF3DC67EC54, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0, startTime=1463537175908, containerId=container_1463537175718_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:15 Starting to run new task attempt: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,910 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,910 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,910 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:15,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1, VertexName: D2D76113695A45F090913EF3DC67EC54, VertexParallelism: 1, TaskAttemptID:attempt_1463537175718_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A18E70F89F0B42A49F3B8AF4AF5B01E2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F3475FB7A0874EAF90C40EC86DECE1A1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:15,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:15,912 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537175718_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:15,912 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537175718_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:15,913 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,913 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537175718_0001, with dag id: dag_1463537175718_0001_1
2016-05-18 02:06:15,918 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:15,920 INFO  input.MRInput (MRInput.java:initialize(440)) - A18E70F89F0B42A49F3B8AF4AF5B01E2 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:15,920 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A18E70F89F0B42A49F3B8AF4AF5B01E2
2016-05-18 02:06:15,925 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D2D76113695A45F090913EF3DC67EC54, ordinal: 0
2016-05-18 02:06:15,925 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2D76113695A45F090913EF3DC67EC54, mem on start (mb), free: 246, total: 387, max: 672
2016-05-18 02:06:15,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:15,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:15,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:15,929 INFO  output.MROutput (MROutput.java:initialize(421)) - F3475FB7A0874EAF90C40EC86DECE1A1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:15,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:15,929 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A18E70F89F0B42A49F3B8AF4AF5B01E2:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F3475FB7A0874EAF90C40EC86DECE1A1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:15,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:15,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:15,930 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:15,930 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A18E70F89F0B42A49F3B8AF4AF5B01E2:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F3475FB7A0874EAF90C40EC86DECE1A1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:15,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:15,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A18E70F89F0B42A49F3B8AF4AF5B01E2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:15,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A18E70F89F0B42A49F3B8AF4AF5B01E2
2016-05-18 02:06:15,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:15,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:15,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:15,931 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,933 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:15,933 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A18E70F89F0B42A49F3B8AF4AF5B01E2 initialized RecordReader from event
2016-05-18 02:06:15,935 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,935 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: A18E70F89F0B42A49F3B8AF4AF5B01E2
2016-05-18 02:06:15,935 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_-1"], id: F3475FB7A0874EAF90C40EC86DECE1A1
2016-05-18 02:06:15,937 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_-1"]
2016-05-18 02:06:15,937 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:15,937 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D2D76113695A45F090913EF3DC67EC54, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:15,940 INFO  output.MROutput (MROutput.java:close(526)) - F3475FB7A0874EAF90C40EC86DECE1A1 closed
2016-05-18 02:06:15,941 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537175718_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:15,941 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,941 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D2D76113695A45F090913EF3DC67EC54, mem on close (mb), free: 244, total: 387, max: 672
2016-05-18 02:06:15,941 INFO  output.MROutput (MROutput.java:close(526)) - F3475FB7A0874EAF90C40EC86DECE1A1 closed
2016-05-18 02:06:15,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:15 Completed running task attempt: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,942 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:15,942 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537175718_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:15,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537175718_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537175937, Process_Duration=4, Process_End_Time=1463537175941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:15,944 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537175718_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:15,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D2D76113695A45F090913EF3DC67EC54, taskAttemptId=attempt_1463537175718_0001_1_00_000000_0, creationTime=1463537175904, allocationTime=1463537175906, startTime=1463537175908, finishTime=1463537175944, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:15,944 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:15,944 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15,944 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:15,945 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,946 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537175718_0001_00_000001
2016-05-18 02:06:15,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:TASK_FINISHED]: vertexName=D2D76113695A45F090913EF3DC67EC54, taskId=task_1463537175718_0001_1_00_000000, startTime=1463537175908, finishTime=1463537175944, timeTaken=36, status=SUCCEEDED, successfulAttemptID=attempt_1463537175718_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175937, Process_Duration=4, Process_End_Time=1463537175941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:15,946 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:15,946 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54]
2016-05-18 02:06:15,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:VERTEX_FINISHED]: vertexName=D2D76113695A45F090913EF3DC67EC54, vertexId=vertex_1463537175718_0001_1_00, initRequestedTime=1463537175886, initedTime=1463537175898, startRequestedTime=1463537175888, startedTime=1463537175902, finishTime=1463537175946, timeTaken=44, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175937, Process_Duration=4, Process_End_Time=1463537175941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537175908, firstTasksToStart=[ task_1463537175718_0001_1_00_000000 ], lastTaskFinishTime=1463537175944, lastTasksToFinish=[ task_1463537175718_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537175718_0001_1_00_000000 ], longestDurationTasks=[ task_1463537175718_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:15,947 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:15,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537175718_0001_00_000001, stoppedTime=1463537175948, exitStatus=0
2016-05-18 02:06:15,948 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:15,948 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:15,948 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537175718_0001_1
2016-05-18 02:06:15,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537175718_0001_1
2016-05-18 02:06:15,948 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175718_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:15,948 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F3475FB7A0874EAF90C40EC86DECE1A1 for vertex: vertex_1463537175718_0001_1_00 [D2D76113695A45F090913EF3DC67EC54], outputName: F3475FB7A0874EAF90C40EC86DECE1A1
2016-05-18 02:06:15,949 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537175718_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:15,956 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537175718_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:15,956 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537175718_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:15,956 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537175718_0001_00_000001, Exiting
2016-05-18 02:06:15,957 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537175718_0001_00_000001
2016-05-18 02:06:15,957 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537175718_0001_00_000001
2016-05-18 02:06:15,957 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537175718_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:15,957 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537175718_0001_00_000001 completed successfully
2016-05-18 02:06:15,958 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F3475FB7A0874EAF90C40EC86DECE1A1 of vertex/vertexGroup:D2D76113695A45F090913EF3DC67EC54 isVertexGroupOutput:false
2016-05-18 02:06:15,958 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:15,960 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537175718_0001_1, queueSize=0
2016-05-18 02:06:15,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537175718_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537175718_0001_1, startTime=1463537175886, finishTime=1463537175958, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537175937, Process_Duration=4, Process_End_Time=1463537175941, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:15,960 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537175718_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:15,960 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537175718_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:15 Completed Dag: dag_1463537175718_0001_1
2016-05-18 02:06:15,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537175718_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:15,961 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537175718_0001_1_post
2016-05-18 02:06:15,961 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:15,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:15,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:15,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1, with id=dag_1463537175718_0001_1
2016-05-18 02:06:15,961 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474] each/(1/1) ...mblyplatform/0_UNKNOWN_-1, with id=dag_1463537175718_0001_1
2016-05-18 02:06:15,968 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_UNKNOWN_-1, applicationId=application_1463537175718_0001
2016-05-18 02:06:15,969 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:15,969 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:15,970 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:15,970 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:15,970 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:15,971 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:15,971 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:15,972 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:15,972 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:15,972 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:15,972 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:15,972 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:15,972 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:15,973 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:15,976 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0CEA42FD9B3F4CB8BE597D8E9E549D10/B735238AF0A34674921D4005DBB35474/.tez/application_1463537175718_0001
2016-05-18 02:06:15,977 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_-1/_temporary
2016-05-18 02:06:15,978 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.277
2016-05-18 02:06:16,052 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_-1
2016-05-18 02:06:16,075 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:16,076 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:16,101 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:16,101 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:16,107 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:16,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.005
2016-05-18 02:06:16,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:16,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:16,110 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_'field'
2016-05-18 02:06:16,136 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:16,136 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:16,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:16,179 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:16,180 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:16,180 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:16,180 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:16,195 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:16,196 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_RESULTS"]
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:16,207 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16,207 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:16,221 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:16,225 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:16,226 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:16,226 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:16,235 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001 doesn't exist and is created
2016-05-18 02:06:16,254 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:16,254 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:16,255 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001_wd
2016-05-18 02:06:16,271 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537176225_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:16,271 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:16,271 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:16,273 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:16,274 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:16,275 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:16,276 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:16,276 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:16,277 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:16,277 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:16,278 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:16,278 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:16,279 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:16,280 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:16,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:16,280 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001_wd/localmode-log-dir
2016-05-18 02:06:16,280 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001_wd/localmode-log-dir/history.txt.appattempt_1463537176225_0001_000000, maxErrors=10
2016-05-18 02:06:16,280 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:16,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537176225_0001_000000, appSubmitTime=1463537176270, launchTime=1463537176271
2016-05-18 02:06:16,284 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:16,288 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51903
2016-05-18 02:06:16,289 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537176225
2016-05-18 02:06:16,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537176225_0001_000000, startTime=1463537176291
2016-05-18 02:06:16,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:16,354 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:16,355 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:16,355 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537176225_0001, dagName=[C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16,372 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16,372 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:16,373 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537176225_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001_wd/localmode-log-dir/dag_1463537176225_0001_1.dot
2016-05-18 02:06:16,373 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001_wd/localmode-log-dir/dag_1463537176225_0001_1-tez-dag.pb.txt
2016-05-18 02:06:16,377 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537176225_0001_1
2016-05-18 02:06:16,377 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,377 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16 Running Dag: dag_1463537176225_0001_1
2016-05-18 02:06:16,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537176225_0001_1, submitTime=1463537176372
2016-05-18 02:06:16,394 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001/tez-conf.pb" } size: 40945 timestamp: 1463537176000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:16,395 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,395 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,395 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:16,395 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:16,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537176225_0001_1, initTime=1463537176395
2016-05-18 02:06:16,396 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176225_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:16,396 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:16,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:DAG_STARTED]: dagID=dag_1463537176225_0001_1, startTime=1463537176396
2016-05-18 02:06:16,396 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176225_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:16,396 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DED79272A0984126BDF41621E49A519C : {AFEBEE9336334C67946AD9A1FEC47DB7={InputName=AFEBEE9336334C67946AD9A1FEC47DB7}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:16,396 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: AFEBEE9336334C67946AD9A1FEC47DB7, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:16,397 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,397 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,397 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,397 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,397 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:16,398 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: AFEBEE9336334C67946AD9A1FEC47DB7 on vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,400 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input AFEBEE9336334C67946AD9A1FEC47DB7 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:16,401 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537176225_0001, dagName=[C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS
2016-05-18 02:06:16,402 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:16,402 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:16,402 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:16,402 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:16,403 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: AFEBEE9336334C67946AD9A1FEC47DB7 on vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,404 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:16,404 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {AFEBEE9336334C67946AD9A1FEC47DB7=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:16,405 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] parallelism set to 1
2016-05-18 02:06:16,405 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:16,405 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C], numAdditionalOutputs=1
2016-05-18 02:06:16,406 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A92121BBC573422FADC939D06E341484, vertex=vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:16,407 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DED79272A0984126BDF41621E49A519C:A92121BBC573422FADC939D06E341484 using oldmapred API
2016-05-18 02:06:16,408 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A92121BBC573422FADC939D06E341484, vertexName=DED79272A0984126BDF41621E49A519C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:16,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DED79272A0984126BDF41621E49A519C, vertexId=vertex_1463537176225_0001_1_00, initRequestedTime=1463537176396, initedTime=1463537176405, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:16,408 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] with distanceFromRoot: 0
2016-05-18 02:06:16,409 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:16,409 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537176225_0001_1_00, startRequestedTime=1463537176397, startedTime=1463537176409
2016-05-18 02:06:16,409 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537176225_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:16,409 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:16,410 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DED79272A0984126BDF41621E49A519C
2016-05-18 02:06:16,410 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:TASK_STARTED]: vertexName=DED79272A0984126BDF41621E49A519C, taskId=task_1463537176225_0001_1_00_000000, scheduledTime=1463537176411, launchTime=1463537176411
2016-05-18 02:06:16,411 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,412 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:16,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537176225_0001_00_000001, launchTime=1463537176413
2016-05-18 02:06:16,414 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537176225_0001_00_000001
2016-05-18 02:06:16,415 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537176225_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,415 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537176225_0001_1_00_000000_0] started. Is using containerId: [container_1463537176225_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:16,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DED79272A0984126BDF41621E49A519C, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0, startTime=1463537176415, containerId=container_1463537176225_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:16 Starting to run new task attempt: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,416 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,416 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,416 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:16,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS, VertexName: DED79272A0984126BDF41621E49A519C, VertexParallelism: 1, TaskAttemptID:attempt_1463537176225_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AFEBEE9336334C67946AD9A1FEC47DB7, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A92121BBC573422FADC939D06E341484, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:16,417 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:16,417 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,418 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537176225_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:16,418 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537176225_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:16,419 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537176225_0001, with dag id: dag_1463537176225_0001_1
2016-05-18 02:06:16,427 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:16,427 INFO  input.MRInput (MRInput.java:initialize(440)) - AFEBEE9336334C67946AD9A1FEC47DB7 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:16,427 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: AFEBEE9336334C67946AD9A1FEC47DB7
2016-05-18 02:06:16,434 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DED79272A0984126BDF41621E49A519C, ordinal: 0
2016-05-18 02:06:16,435 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DED79272A0984126BDF41621E49A519C, mem on start (mb), free: 136, total: 387, max: 672
2016-05-18 02:06:16,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:16,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:16,435 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:16,436 INFO  output.MROutput (MROutput.java:initialize(421)) - A92121BBC573422FADC939D06E341484: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:16,436 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:16,436 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A92121BBC573422FADC939D06E341484:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AFEBEE9336334C67946AD9A1FEC47DB7:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:16,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:16,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:16,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:16,437 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A92121BBC573422FADC939D06E341484:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AFEBEE9336334C67946AD9A1FEC47DB7:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:16,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:16,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AFEBEE9336334C67946AD9A1FEC47DB7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:16,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:16,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:16,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AFEBEE9336334C67946AD9A1FEC47DB7
2016-05-18 02:06:16,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:16,438 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,442 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:16,442 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - AFEBEE9336334C67946AD9A1FEC47DB7 initialized RecordReader from event
2016-05-18 02:06:16,443 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,444 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: AFEBEE9336334C67946AD9A1FEC47DB7
2016-05-18 02:06:16,444 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_RESULTS"], id: A92121BBC573422FADC939D06E341484
2016-05-18 02:06:16,444 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_RESULTS"]
2016-05-18 02:06:16,444 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,444 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DED79272A0984126BDF41621E49A519C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:16,447 INFO  output.MROutput (MROutput.java:close(526)) - A92121BBC573422FADC939D06E341484 closed
2016-05-18 02:06:16,447 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537176225_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:16,448 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,448 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DED79272A0984126BDF41621E49A519C, mem on close (mb), free: 134, total: 387, max: 672
2016-05-18 02:06:16,448 INFO  output.MROutput (MROutput.java:close(526)) - A92121BBC573422FADC939D06E341484 closed
2016-05-18 02:06:16,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:16 Completed running task attempt: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,449 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:16,449 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537176225_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:16,450 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537176225_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537176445, Process_Duration=3, Process_End_Time=1463537176448, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:16,451 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537176225_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:16,451 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:16,451 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DED79272A0984126BDF41621E49A519C, taskAttemptId=attempt_1463537176225_0001_1_00_000000_0, creationTime=1463537176411, allocationTime=1463537176413, startTime=1463537176415, finishTime=1463537176451, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:16,451 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16,451 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:16,451 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,452 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:TASK_FINISHED]: vertexName=DED79272A0984126BDF41621E49A519C, taskId=task_1463537176225_0001_1_00_000000, startTime=1463537176415, finishTime=1463537176451, timeTaken=36, status=SUCCEEDED, successfulAttemptID=attempt_1463537176225_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176445, Process_Duration=3, Process_End_Time=1463537176448, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:16,452 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537176225_0001_00_000001
2016-05-18 02:06:16,453 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:16,453 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C]
2016-05-18 02:06:16,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:VERTEX_FINISHED]: vertexName=DED79272A0984126BDF41621E49A519C, vertexId=vertex_1463537176225_0001_1_00, initRequestedTime=1463537176396, initedTime=1463537176405, startRequestedTime=1463537176397, startedTime=1463537176409, finishTime=1463537176453, timeTaken=44, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176445, Process_Duration=3, Process_End_Time=1463537176448, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537176415, firstTasksToStart=[ task_1463537176225_0001_1_00_000000 ], lastTaskFinishTime=1463537176451, lastTasksToFinish=[ task_1463537176225_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537176225_0001_1_00_000000 ], longestDurationTasks=[ task_1463537176225_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:16,454 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:16,454 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537176225_0001_00_000001, stoppedTime=1463537176454, exitStatus=0
2016-05-18 02:06:16,455 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:16,455 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:16,455 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537176225_0001_1
2016-05-18 02:06:16,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537176225_0001_1
2016-05-18 02:06:16,455 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A92121BBC573422FADC939D06E341484 for vertex: vertex_1463537176225_0001_1_00 [DED79272A0984126BDF41621E49A519C], outputName: A92121BBC573422FADC939D06E341484
2016-05-18 02:06:16,456 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176225_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:16,456 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537176225_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:16,463 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537176225_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:16,463 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537176225_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:16,463 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537176225_0001_00_000001, Exiting
2016-05-18 02:06:16,463 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537176225_0001_00_000001
2016-05-18 02:06:16,464 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537176225_0001_00_000001
2016-05-18 02:06:16,464 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537176225_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:16,464 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537176225_0001_00_000001 completed successfully
2016-05-18 02:06:16,465 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A92121BBC573422FADC939D06E341484 of vertex/vertexGroup:DED79272A0984126BDF41621E49A519C isVertexGroupOutput:false
2016-05-18 02:06:16,465 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:16,467 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537176225_0001_1, queueSize=0
2016-05-18 02:06:16,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176225_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537176225_0001_1, startTime=1463537176396, finishTime=1463537176465, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176445, Process_Duration=3, Process_End_Time=1463537176448, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:16,467 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537176225_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:16,467 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176225_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:16 Completed Dag: dag_1463537176225_0001_1
2016-05-18 02:06:16,468 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537176225_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:16,468 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537176225_0001_1_post
2016-05-18 02:06:16,468 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,468 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:16,468 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:16,468 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS, with id=dag_1463537176225_0001_1
2016-05-18 02:06:16,468 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996] each/(1/1) ...latform/0_UNKNOWN_RESULTS, with id=dag_1463537176225_0001_1
2016-05-18 02:06:16,474 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_UNKNOWN_RESULTS, applicationId=application_1463537176225_0001
2016-05-18 02:06:16,476 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:16,476 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:16,476 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:16,476 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:16,476 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:16,476 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:16,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:16,477 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:16,477 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:16,477 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:16,478 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:16,478 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:16,478 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:16,479 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:16,482 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C3BE2AE34F5E40F3AE2EEF529943E05D/CC55133EEC8146B3856B86C5A83D6996/.tez/application_1463537176225_0001
2016-05-18 02:06:16,482 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_RESULTS/_temporary
2016-05-18 02:06:16,483 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.278
2016-05-18 02:06:16,538 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:16,538 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:16,567 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_RESULTS
2016-05-18 02:06:16,592 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:16,592 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:16,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:16,640 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:06:16,640 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:16,640 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:16,641 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:16,655 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:16,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:16,667 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_ALL"]
2016-05-18 02:06:16,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:16,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:16,668 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:16,669 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16,669 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:16,682 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:16,686 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:16,687 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:16,687 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:16,696 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001 doesn't exist and is created
2016-05-18 02:06:16,716 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:16,716 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:16,717 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001_wd
2016-05-18 02:06:16,731 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537176687_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:16,732 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:16,732 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:16,733 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:16,733 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:16,733 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:16,733 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:16,734 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:16,736 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:16,736 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:16,737 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:16,737 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:16,739 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:16,739 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:16,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:16,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001_wd/localmode-log-dir
2016-05-18 02:06:16,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001_wd/localmode-log-dir/history.txt.appattempt_1463537176687_0001_000000, maxErrors=10
2016-05-18 02:06:16,740 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:16,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537176687_0001_000000, appSubmitTime=1463537176731, launchTime=1463537176731
2016-05-18 02:06:16,744 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:16,747 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43199
2016-05-18 02:06:16,747 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537176687
2016-05-18 02:06:16,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537176687_0001_000000, startTime=1463537176749
2016-05-18 02:06:16,749 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:16,816 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:16,817 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:16,817 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537176687_0001, dagName=[A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16,833 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16,833 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:16,834 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537176687_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001_wd/localmode-log-dir/dag_1463537176687_0001_1.dot
2016-05-18 02:06:16,834 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001_wd/localmode-log-dir/dag_1463537176687_0001_1-tez-dag.pb.txt
2016-05-18 02:06:16,838 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537176687_0001_1
2016-05-18 02:06:16,838 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,838 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16 Running Dag: dag_1463537176687_0001_1
2016-05-18 02:06:16,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537176687_0001_1, submitTime=1463537176833
2016-05-18 02:06:16,854 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001/tez-conf.pb" } size: 40945 timestamp: 1463537176000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:16,855 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,855 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,855 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:16,855 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:16,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537176687_0001_1, initTime=1463537176856
2016-05-18 02:06:16,857 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176687_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:16,857 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:16,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:DAG_STARTED]: dagID=dag_1463537176687_0001_1, startTime=1463537176857
2016-05-18 02:06:16,857 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176687_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:16,857 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E2327EC5BAD6427BA7E9AC9C88322EA8 : {FEF90FD6492B40EFA199968FEAF490FF={InputName=FEF90FD6492B40EFA199968FEAF490FF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:16,857 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FEF90FD6492B40EFA199968FEAF490FF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:16,858 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,858 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,858 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,858 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,859 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537176687_0001, dagName=[A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL
2016-05-18 02:06:16,859 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:16,859 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FEF90FD6492B40EFA199968FEAF490FF on vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,862 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FEF90FD6492B40EFA199968FEAF490FF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:16,863 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:16,863 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:16,864 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:16,864 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:16,865 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FEF90FD6492B40EFA199968FEAF490FF on vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,867 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:16,867 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FEF90FD6492B40EFA199968FEAF490FF=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:16,868 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] parallelism set to 1
2016-05-18 02:06:16,868 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:16,868 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8], numAdditionalOutputs=1
2016-05-18 02:06:16,868 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=15ED2B3816A34527804E44F112CCE858, vertex=vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:16,871 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E2327EC5BAD6427BA7E9AC9C88322EA8:15ED2B3816A34527804E44F112CCE858 using oldmapred API
2016-05-18 02:06:16,871 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=15ED2B3816A34527804E44F112CCE858, vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:16,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, vertexId=vertex_1463537176687_0001_1_00, initRequestedTime=1463537176857, initedTime=1463537176868, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:16,872 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] with distanceFromRoot: 0
2016-05-18 02:06:16,872 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:16,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537176687_0001_1_00, startRequestedTime=1463537176859, startedTime=1463537176872
2016-05-18 02:06:16,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537176687_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:16,873 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:16,873 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E2327EC5BAD6427BA7E9AC9C88322EA8
2016-05-18 02:06:16,873 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:TASK_STARTED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, taskId=task_1463537176687_0001_1_00_000000, scheduledTime=1463537176874, launchTime=1463537176874
2016-05-18 02:06:16,874 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,875 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:16,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537176687_0001_00_000001, launchTime=1463537176876
2016-05-18 02:06:16,877 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537176687_0001_00_000001
2016-05-18 02:06:16,878 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537176687_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,878 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537176687_0001_1_00_000000_0] started. Is using containerId: [container_1463537176687_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:16 Starting to run new task attempt: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,878 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,879 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0, startTime=1463537176878, containerId=container_1463537176687_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:16,879 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:16,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL, VertexName: E2327EC5BAD6427BA7E9AC9C88322EA8, VertexParallelism: 1, TaskAttemptID:attempt_1463537176687_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FEF90FD6492B40EFA199968FEAF490FF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=15ED2B3816A34527804E44F112CCE858, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:16,879 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:16,880 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,880 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537176687_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:16,881 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537176687_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:16,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537176687_0001, with dag id: dag_1463537176687_0001_1
2016-05-18 02:06:16,886 INFO  input.MRInput (MRInput.java:initialize(440)) - FEF90FD6492B40EFA199968FEAF490FF using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:16,886 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FEF90FD6492B40EFA199968FEAF490FF
2016-05-18 02:06:16,886 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:16,894 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E2327EC5BAD6427BA7E9AC9C88322EA8, ordinal: 0
2016-05-18 02:06:16,894 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E2327EC5BAD6427BA7E9AC9C88322EA8, mem on start (mb), free: 255, total: 387, max: 672
2016-05-18 02:06:16,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:16,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:16,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:16,898 INFO  output.MROutput (MROutput.java:initialize(421)) - 15ED2B3816A34527804E44F112CCE858: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:16,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:16,898 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FEF90FD6492B40EFA199968FEAF490FF:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [15ED2B3816A34527804E44F112CCE858:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:16,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:16,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:16,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:16,899 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FEF90FD6492B40EFA199968FEAF490FF:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [15ED2B3816A34527804E44F112CCE858:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:16,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:16,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FEF90FD6492B40EFA199968FEAF490FF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:16,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:16,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:16,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FEF90FD6492B40EFA199968FEAF490FF
2016-05-18 02:06:16,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:16,900 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,902 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:16,902 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FEF90FD6492B40EFA199968FEAF490FF initialized RecordReader from event
2016-05-18 02:06:16,904 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,904 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FEF90FD6492B40EFA199968FEAF490FF
2016-05-18 02:06:16,904 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_ALL"], id: 15ED2B3816A34527804E44F112CCE858
2016-05-18 02:06:16,904 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_ALL"]
2016-05-18 02:06:16,905 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:16,905 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E2327EC5BAD6427BA7E9AC9C88322EA8, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:16,908 INFO  output.MROutput (MROutput.java:close(526)) - 15ED2B3816A34527804E44F112CCE858 closed
2016-05-18 02:06:16,908 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537176687_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:16,909 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,909 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E2327EC5BAD6427BA7E9AC9C88322EA8, mem on close (mb), free: 253, total: 387, max: 672
2016-05-18 02:06:16,909 INFO  output.MROutput (MROutput.java:close(526)) - 15ED2B3816A34527804E44F112CCE858 closed
2016-05-18 02:06:16,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:16 Completed running task attempt: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,909 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:16,909 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537176687_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:16,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537176687_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537176905, Process_Duration=4, Process_End_Time=1463537176909, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:16,911 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537176687_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:16,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, taskAttemptId=attempt_1463537176687_0001_1_00_000000_0, creationTime=1463537176874, allocationTime=1463537176876, startTime=1463537176878, finishTime=1463537176911, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:16,911 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:TASK_FINISHED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, taskId=task_1463537176687_0001_1_00_000000, startTime=1463537176878, finishTime=1463537176912, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537176687_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176905, Process_Duration=4, Process_End_Time=1463537176909, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:16,912 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:16,913 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8]
2016-05-18 02:06:16,911 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:16,913 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:16,913 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:VERTEX_FINISHED]: vertexName=E2327EC5BAD6427BA7E9AC9C88322EA8, vertexId=vertex_1463537176687_0001_1_00, initRequestedTime=1463537176857, initedTime=1463537176868, startRequestedTime=1463537176859, startedTime=1463537176872, finishTime=1463537176913, timeTaken=41, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176905, Process_Duration=4, Process_End_Time=1463537176909, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537176878, firstTasksToStart=[ task_1463537176687_0001_1_00_000000 ], lastTaskFinishTime=1463537176911, lastTasksToFinish=[ task_1463537176687_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537176687_0001_1_00_000000 ], longestDurationTasks=[ task_1463537176687_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:16,914 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537176687_0001_00_000001
2016-05-18 02:06:16,914 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:16,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537176687_0001_00_000001, stoppedTime=1463537176914, exitStatus=0
2016-05-18 02:06:16,914 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:16,914 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:16,914 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537176687_0001_1
2016-05-18 02:06:16,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537176687_0001_1
2016-05-18 02:06:16,915 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 15ED2B3816A34527804E44F112CCE858 for vertex: vertex_1463537176687_0001_1_00 [E2327EC5BAD6427BA7E9AC9C88322EA8], outputName: 15ED2B3816A34527804E44F112CCE858
2016-05-18 02:06:16,917 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176687_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:16,917 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537176687_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:16,924 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:15ED2B3816A34527804E44F112CCE858 of vertex/vertexGroup:E2327EC5BAD6427BA7E9AC9C88322EA8 isVertexGroupOutput:false
2016-05-18 02:06:16,924 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:16,925 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537176687_0001_1, queueSize=0
2016-05-18 02:06:16,925 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537176687_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537176687_0001_1, startTime=1463537176857, finishTime=1463537176924, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=110, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537176905, Process_Duration=4, Process_End_Time=1463537176909, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:16,926 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537176687_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:16,926 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537176687_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:16 Completed Dag: dag_1463537176687_0001_1
2016-05-18 02:06:16,926 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537176687_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:16,926 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537176687_0001_1_post
2016-05-18 02:06:16,926 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:16,926 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:16,926 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:16,926 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL, with id=dag_1463537176687_0001_1
2016-05-18 02:06:16,926 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537176687_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:16,927 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537176687_0001_00_000001: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:16,927 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B] each/(1/1) ...blyplatform/0_UNKNOWN_ALL, with id=dag_1463537176687_0001_1
2016-05-18 02:06:16,927 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537176687_0001_00_000001, Exiting
2016-05-18 02:06:16,927 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537176687_0001_00_000001
2016-05-18 02:06:16,927 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537176687_0001_00_000001
2016-05-18 02:06:16,927 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537176687_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:16,928 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537176687_0001_00_000001 completed successfully
2016-05-18 02:06:16,935 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_UNKNOWN_ALL, applicationId=application_1463537176687_0001
2016-05-18 02:06:16,936 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:16,936 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:16,936 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:16,937 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:16,937 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:16,937 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:16,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:16,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:16,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:16,938 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:16,938 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:16,938 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:16,938 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:16,939 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:16,942 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A7CF46ECD1B643BB8D52895B80DC8FA9/BB323E80DDB94002BD021D61D01B6A9B/.tez/application_1463537176687_0001
2016-05-18 02:06:16,942 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_ALL/_temporary
2016-05-18 02:06:16,943 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.276
2016-05-18 02:06:17,014 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_ALL
2016-05-18 02:06:17,047 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:17,047 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:17,063 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:17,063 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:17,081 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:17,090 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:17,091 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,091 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,092 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:17,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:17,118 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,132 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:17,132 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,132 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_REPLACE"]
2016-05-18 02:06:17,133 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:17,133 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:17,133 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:17,134 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,134 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:17,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:17,151 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:17,152 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:17,152 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:17,162 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001 doesn't exist and is created
2016-05-18 02:06:17,186 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:17,186 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:17,187 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001_wd
2016-05-18 02:06:17,205 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537177152_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:17,206 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:17,206 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:17,208 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:17,208 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:17,208 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:17,208 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:17,209 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:17,211 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:17,211 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:17,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:17,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:17,212 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:17,217 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:17,217 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:17,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:17,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001_wd/localmode-log-dir
2016-05-18 02:06:17,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001_wd/localmode-log-dir/history.txt.appattempt_1463537177152_0001_000000, maxErrors=10
2016-05-18 02:06:17,220 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:17,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537177152_0001_000000, appSubmitTime=1463537177205, launchTime=1463537177205
2016-05-18 02:06:17,225 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54020
2016-05-18 02:06:17,225 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:17,225 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537177152
2016-05-18 02:06:17,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537177152_0001_000000, startTime=1463537177230
2016-05-18 02:06:17,230 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:17,286 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:17,286 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:17,286 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537177152_0001, dagName=[A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,302 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,303 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:17,303 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537177152_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001_wd/localmode-log-dir/dag_1463537177152_0001_1.dot
2016-05-18 02:06:17,304 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001_wd/localmode-log-dir/dag_1463537177152_0001_1-tez-dag.pb.txt
2016-05-18 02:06:17,307 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177152_0001_1
2016-05-18 02:06:17,307 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,307 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17 Running Dag: dag_1463537177152_0001_1
2016-05-18 02:06:17,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537177152_0001_1, submitTime=1463537177303
2016-05-18 02:06:17,323 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001/tez-conf.pb" } size: 40945 timestamp: 1463537177000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:17,324 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,324 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,325 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:17,325 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:17,326 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537177152_0001_1, initTime=1463537177325
2016-05-18 02:06:17,326 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177152_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:17,327 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:17,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:DAG_STARTED]: dagID=dag_1463537177152_0001_1, startTime=1463537177327
2016-05-18 02:06:17,327 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177152_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:17,327 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DC18513AD8E741FCA0E9B985A4076C28 : {CA6FA7E913E1441E8834F8B52F3743A0={InputName=CA6FA7E913E1441E8834F8B52F3743A0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:17,327 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: CA6FA7E913E1441E8834F8B52F3743A0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:17,327 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,327 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,327 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,328 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,328 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:17,328 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: CA6FA7E913E1441E8834F8B52F3743A0 on vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,329 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537177152_0001, dagName=[A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,330 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input CA6FA7E913E1441E8834F8B52F3743A0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:17,332 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:17,332 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:17,332 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:17,333 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:17,333 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: CA6FA7E913E1441E8834F8B52F3743A0 on vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,334 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:17,335 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {CA6FA7E913E1441E8834F8B52F3743A0=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:17,335 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] parallelism set to 1
2016-05-18 02:06:17,335 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:17,336 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28], numAdditionalOutputs=1
2016-05-18 02:06:17,336 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3EB59AFD7B2C4C58B1995482AB717ADA, vertex=vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:17,338 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DC18513AD8E741FCA0E9B985A4076C28:3EB59AFD7B2C4C58B1995482AB717ADA using oldmapred API
2016-05-18 02:06:17,338 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3EB59AFD7B2C4C58B1995482AB717ADA, vertexName=DC18513AD8E741FCA0E9B985A4076C28, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:17,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, vertexId=vertex_1463537177152_0001_1_00, initRequestedTime=1463537177327, initedTime=1463537177336, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:17,340 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] with distanceFromRoot: 0
2016-05-18 02:06:17,340 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:17,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537177152_0001_1_00, startRequestedTime=1463537177328, startedTime=1463537177340
2016-05-18 02:06:17,341 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537177152_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:17,341 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:17,341 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DC18513AD8E741FCA0E9B985A4076C28
2016-05-18 02:06:17,341 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:TASK_STARTED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, taskId=task_1463537177152_0001_1_00_000000, scheduledTime=1463537177342, launchTime=1463537177342
2016-05-18 02:06:17,342 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,343 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:17,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537177152_0001_00_000001, launchTime=1463537177347
2016-05-18 02:06:17,348 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537177152_0001, with dag id: dag_1463537177152_0001_1
2016-05-18 02:06:17,351 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537177152_0001_00_000001
2016-05-18 02:06:17,352 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537177152_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17,353 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537177152_0001_1_00_000000_0] started. Is using containerId: [container_1463537177152_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:17,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, taskAttemptId=attempt_1463537177152_0001_1_00_000000_0, startTime=1463537177352, containerId=container_1463537177152_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:17 Starting to run new task attempt: attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17,353 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17,353 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,353 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:17,353 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE, VertexName: DC18513AD8E741FCA0E9B985A4076C28, VertexParallelism: 1, TaskAttemptID:attempt_1463537177152_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CA6FA7E913E1441E8834F8B52F3743A0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=3EB59AFD7B2C4C58B1995482AB717ADA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:17,354 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:17,355 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537177152_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:17,355 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537177152_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:17,355 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17,359 INFO  input.MRInput (MRInput.java:initialize(440)) - CA6FA7E913E1441E8834F8B52F3743A0 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:17,360 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: CA6FA7E913E1441E8834F8B52F3743A0
2016-05-18 02:06:17,360 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:17,367 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DC18513AD8E741FCA0E9B985A4076C28, ordinal: 0
2016-05-18 02:06:17,367 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC18513AD8E741FCA0E9B985A4076C28, mem on start (mb), free: 161, total: 387, max: 672
2016-05-18 02:06:17,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:17,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:17,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:17,369 INFO  output.MROutput (MROutput.java:initialize(421)) - 3EB59AFD7B2C4C58B1995482AB717ADA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:17,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:17,369 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CA6FA7E913E1441E8834F8B52F3743A0:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [3EB59AFD7B2C4C58B1995482AB717ADA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:17,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:17,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:17,371 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:17,371 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CA6FA7E913E1441E8834F8B52F3743A0:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [3EB59AFD7B2C4C58B1995482AB717ADA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:17,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:17,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CA6FA7E913E1441E8834F8B52F3743A0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:17,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CA6FA7E913E1441E8834F8B52F3743A0
2016-05-18 02:06:17,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:17,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:17,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:17,373 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17,374 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:17,374 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - CA6FA7E913E1441E8834F8B52F3743A0 initialized RecordReader from event
2016-05-18 02:06:17,376 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: CA6FA7E913E1441E8834F8B52F3743A0
2016-05-18 02:06:17,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_REPLACE"], id: 3EB59AFD7B2C4C58B1995482AB717ADA
2016-05-18 02:06:17,378 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_REPLACE"]
2016-05-18 02:06:17,378 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,378 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DC18513AD8E741FCA0E9B985A4076C28, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:17,379 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:17,381 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:17,383 INFO  output.MROutput (MROutput.java:close(526)) - 3EB59AFD7B2C4C58B1995482AB717ADA closed
2016-05-18 02:06:17,383 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537177152_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:17,384 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537177152_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:17,384 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537177152_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537177378, Process_Duration=6, Process_End_Time=1463537177384, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:17,385 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:17,385 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC18513AD8E741FCA0E9B985A4076C28, mem on close (mb), free: 159, total: 387, max: 672
2016-05-18 02:06:17,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=DC18513AD8E741FCA0E9B985A4076C28, index=0, interruptedStatus=false
2016-05-18 02:06:17,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=DC18513AD8E741FCA0E9B985A4076C28, sourceVertex=CA6FA7E913E1441E8834F8B52F3743A0, interruptedStatus=true
2016-05-18 02:06:17,386 INFO  output.MROutput (MROutput.java:close(526)) - 3EB59AFD7B2C4C58B1995482AB717ADA closed
2016-05-18 02:06:17,387 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=DC18513AD8E741FCA0E9B985A4076C28, sourceVertex=3EB59AFD7B2C4C58B1995482AB717ADA, interruptedStatus=true
2016-05-18 02:06:17,388 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537177152_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:17,388 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:17,388 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537177152_0001_00_000001
2016-05-18 02:06:17,388 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537177152_0001_00_000001
2016-05-18 02:06:17,389 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537177152_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:17,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, taskAttemptId=attempt_1463537177152_0001_1_00_000000_0, creationTime=1463537177342, allocationTime=1463537177345, startTime=1463537177352, finishTime=1463537177389, timeTaken=37, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537177152_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537177378, Process_Duration=6, Process_End_Time=1463537177384, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:17,389 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537177152_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:17,389 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537177152_0001_00_000001 completed but with errors
2016-05-18 02:06:17,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:TASK_FINISHED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, taskId=task_1463537177152_0001_1_00_000000, startTime=1463537177352, finishTime=1463537177390, timeTaken=38, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177152_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:17,390 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537177152_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:17,390 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537177152_0001_00_000001, stoppedTime=1463537177390, exitStatus=1
2016-05-18 02:06:17,390 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] because task failed: task_1463537177152_0001_1_00_000000
2016-05-18 02:06:17,391 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:17,391 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:17,391 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:17,391 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,391 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=3EB59AFD7B2C4C58B1995482AB717ADA, vertexId=vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,393 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:VERTEX_FINISHED]: vertexName=DC18513AD8E741FCA0E9B985A4076C28, vertexId=vertex_1463537177152_0001_1_00, initRequestedTime=1463537177327, initedTime=1463537177336, startRequestedTime=1463537177328, startedTime=1463537177340, finishTime=1463537177393, timeTaken=53, status=FAILED, diagnostics=Task failed, taskId=task_1463537177152_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177152_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537177352, firstTasksToStart=[ task_1463537177152_0001_1_00_000000 ], lastTaskFinishTime=1463537177389, lastTasksToFinish=[ task_1463537177152_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:17,394 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:17,394 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537177152_0001_1_00_000000_0 failed: true container: container_1463537177152_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:17,394 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:17,394 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:17,394 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:17,396 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537177152_0001_1, queueSize=0
2016-05-18 02:06:17,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177152_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537177152_0001_1, startTime=1463537177327, finishTime=1463537177395, timeTaken=68, status=FAILED, diagnostics=Vertex failed, vertexName=DC18513AD8E741FCA0E9B985A4076C28, vertexId=vertex_1463537177152_0001_1_00, diagnostics=[Task failed, taskId=task_1463537177152_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177152_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:17,397 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537177152_0001_1_00 [DC18513AD8E741FCA0E9B985A4076C28]
2016-05-18 02:06:17,397 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537177152_0001_1 finished with state: FAILED
2016-05-18 02:06:17,397 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177152_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:17 Completed Dag: dag_1463537177152_0001_1
2016-05-18 02:06:17,398 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537177152_0001_1, dagState=FAILED
2016-05-18 02:06:17,398 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177152_0001_1_post
2016-05-18 02:06:17,398 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,399 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:17,399 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:17,399 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE, with id=dag_1463537177152_0001_1
2016-05-18 02:06:17,399 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69] each/(1/1) ...latform/0_UNKNOWN_REPLACE, with id=dag_1463537177152_0001_1
2016-05-18 02:06:17,402 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/0_UNKNOWN_REPLACE, applicationId=application_1463537177152_0001
2016-05-18 02:06:17,404 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:17,404 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:17,404 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:17,404 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:17,404 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:17,404 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:17,405 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:17,405 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:17,405 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:17,405 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:17,405 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:17,406 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:17,406 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:17,406 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:17,409 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/A98FB4E4D09047B99730C3E9930BFEE1/C01B0A86124E4B21B9EC5DF2788FAC69/.tez/application_1463537177152_0001
2016-05-18 02:06:17,409 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:17,409 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...latform/0_UNKNOWN_REPLACE
2016-05-18 02:06:17,410 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:17,410 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_REPLACE/_temporary
2016-05-18 02:06:17,411 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.278
2016-05-18 02:06:17,411 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_REPLACE
2016-05-18 02:06:17,434 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:17,434 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:17,469 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:17,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:17,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:17,489 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:17,490 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:17,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_SWAP"]
2016-05-18 02:06:17,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:17,501 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:17,501 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:17,502 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17,502 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:17,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:17,519 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:17,520 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:17,520 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:17,530 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001 doesn't exist and is created
2016-05-18 02:06:17,551 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:17,551 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:17,552 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001_wd
2016-05-18 02:06:17,567 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537177520_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:17,567 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:17,567 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:17,569 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:17,569 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:17,569 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:17,570 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:17,570 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:17,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:17,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:17,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:17,572 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:17,573 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:17,573 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:17,573 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:17,573 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:17,573 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:17,574 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:17,574 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:17,574 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:17,576 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:17,577 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:17,577 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:17,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001_wd/localmode-log-dir
2016-05-18 02:06:17,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001_wd/localmode-log-dir/history.txt.appattempt_1463537177520_0001_000000, maxErrors=10
2016-05-18 02:06:17,578 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:17,578 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537177520_0001_000000, appSubmitTime=1463537177566, launchTime=1463537177567
2016-05-18 02:06:17,581 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:17,594 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52785
2016-05-18 02:06:17,595 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537177520
2016-05-18 02:06:17,596 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:17,596 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:17,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537177520_0001_000000, startTime=1463537177597
2016-05-18 02:06:17,597 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:17,651 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:17,651 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:17,652 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537177520_0001, dagName=[21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17,670 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17,671 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:17,671 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537177520_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001_wd/localmode-log-dir/dag_1463537177520_0001_1.dot
2016-05-18 02:06:17,672 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001_wd/localmode-log-dir/dag_1463537177520_0001_1-tez-dag.pb.txt
2016-05-18 02:06:17,676 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177520_0001_1
2016-05-18 02:06:17,676 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,677 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17 Running Dag: dag_1463537177520_0001_1
2016-05-18 02:06:17,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537177520_0001_1, submitTime=1463537177670
2016-05-18 02:06:17,694 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001/tez-conf.pb" } size: 40945 timestamp: 1463537177000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:17,694 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,694 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,694 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:17,695 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:17,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537177520_0001_1, initTime=1463537177695
2016-05-18 02:06:17,695 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177520_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:17,695 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:17,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:DAG_STARTED]: dagID=dag_1463537177520_0001_1, startTime=1463537177696
2016-05-18 02:06:17,696 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177520_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C13C408DE80E49179F62CA03631517F7 : {4992977F52204F71B61D3622C2780256={InputName=4992977F52204F71B61D3622C2780256}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4992977F52204F71B61D3622C2780256, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,696 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,701 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:17,702 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4992977F52204F71B61D3622C2780256 on vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,703 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537177520_0001, dagName=[21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP
2016-05-18 02:06:17,705 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4992977F52204F71B61D3622C2780256 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:17,706 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:17,707 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:17,707 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:17,707 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:17,708 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4992977F52204F71B61D3622C2780256 on vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,709 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:17,709 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4992977F52204F71B61D3622C2780256=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:17,710 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] parallelism set to 1
2016-05-18 02:06:17,710 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:17,711 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7], numAdditionalOutputs=1
2016-05-18 02:06:17,711 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F8BC8523FA3A452C8470C2A1B52D8636, vertex=vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:17,713 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C13C408DE80E49179F62CA03631517F7:F8BC8523FA3A452C8470C2A1B52D8636 using oldmapred API
2016-05-18 02:06:17,713 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F8BC8523FA3A452C8470C2A1B52D8636, vertexName=C13C408DE80E49179F62CA03631517F7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:17,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C13C408DE80E49179F62CA03631517F7, vertexId=vertex_1463537177520_0001_1_00, initRequestedTime=1463537177696, initedTime=1463537177711, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:17,714 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] with distanceFromRoot: 0
2016-05-18 02:06:17,714 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:17,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537177520_0001_1_00, startRequestedTime=1463537177701, startedTime=1463537177715
2016-05-18 02:06:17,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537177520_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:17,716 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:17,716 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C13C408DE80E49179F62CA03631517F7
2016-05-18 02:06:17,717 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:TASK_STARTED]: vertexName=C13C408DE80E49179F62CA03631517F7, taskId=task_1463537177520_0001_1_00_000000, scheduledTime=1463537177717, launchTime=1463537177717
2016-05-18 02:06:17,718 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,719 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:17,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537177520_0001_00_000001, launchTime=1463537177721
2016-05-18 02:06:17,722 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537177520_0001_00_000001
2016-05-18 02:06:17,723 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537177520_0001_1_00_000000_0] started. Is using containerId: [container_1463537177520_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:17,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C13C408DE80E49179F62CA03631517F7, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0, startTime=1463537177723, containerId=container_1463537177520_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:17,724 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537177520_0001, with dag id: dag_1463537177520_0001_1
2016-05-18 02:06:17,724 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537177520_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17 Starting to run new task attempt: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,725 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,725 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,725 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:17,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP, VertexName: C13C408DE80E49179F62CA03631517F7, VertexParallelism: 1, TaskAttemptID:attempt_1463537177520_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4992977F52204F71B61D3622C2780256, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F8BC8523FA3A452C8470C2A1B52D8636, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:17,726 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:17,727 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,728 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537177520_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:17,729 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537177520_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:17,731 INFO  input.MRInput (MRInput.java:initialize(440)) - 4992977F52204F71B61D3622C2780256 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:17,731 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4992977F52204F71B61D3622C2780256
2016-05-18 02:06:17,732 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:17,740 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C13C408DE80E49179F62CA03631517F7, ordinal: 0
2016-05-18 02:06:17,740 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C13C408DE80E49179F62CA03631517F7, mem on start (mb), free: 296, total: 387, max: 672
2016-05-18 02:06:17,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:17,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:17,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:17,743 INFO  output.MROutput (MROutput.java:initialize(421)) - F8BC8523FA3A452C8470C2A1B52D8636: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:17,743 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:17,744 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4992977F52204F71B61D3622C2780256:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F8BC8523FA3A452C8470C2A1B52D8636:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:17,744 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:17,744 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:17,744 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:17,744 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4992977F52204F71B61D3622C2780256:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F8BC8523FA3A452C8470C2A1B52D8636:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:17,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:17,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4992977F52204F71B61D3622C2780256 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:17,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4992977F52204F71B61D3622C2780256
2016-05-18 02:06:17,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:17,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:17,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:17,746 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,749 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:17,749 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4992977F52204F71B61D3622C2780256 initialized RecordReader from event
2016-05-18 02:06:17,749 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,750 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 4992977F52204F71B61D3622C2780256
2016-05-18 02:06:17,751 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_SWAP"], id: F8BC8523FA3A452C8470C2A1B52D8636
2016-05-18 02:06:17,751 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_SWAP"]
2016-05-18 02:06:17,752 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,752 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C13C408DE80E49179F62CA03631517F7, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:17,757 INFO  output.MROutput (MROutput.java:close(526)) - F8BC8523FA3A452C8470C2A1B52D8636 closed
2016-05-18 02:06:17,757 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537177520_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:17,758 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,758 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C13C408DE80E49179F62CA03631517F7, mem on close (mb), free: 294, total: 387, max: 672
2016-05-18 02:06:17,759 INFO  output.MROutput (MROutput.java:close(526)) - F8BC8523FA3A452C8470C2A1B52D8636 closed
2016-05-18 02:06:17,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:17 Completed running task attempt: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,761 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:17,761 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537177520_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:17,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537177520_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537177753, Process_Duration=5, Process_End_Time=1463537177758, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:17,763 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537177520_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:17,763 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:17,763 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:17,763 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,764 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C13C408DE80E49179F62CA03631517F7, taskAttemptId=attempt_1463537177520_0001_1_00_000000_0, creationTime=1463537177718, allocationTime=1463537177720, startTime=1463537177723, finishTime=1463537177763, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:17,764 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17,765 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537177520_0001_00_000001
2016-05-18 02:06:17,765 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:TASK_FINISHED]: vertexName=C13C408DE80E49179F62CA03631517F7, taskId=task_1463537177520_0001_1_00_000000, startTime=1463537177723, finishTime=1463537177764, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537177520_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537177753, Process_Duration=5, Process_End_Time=1463537177758, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:17,765 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:17,765 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7]
2016-05-18 02:06:17,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:VERTEX_FINISHED]: vertexName=C13C408DE80E49179F62CA03631517F7, vertexId=vertex_1463537177520_0001_1_00, initRequestedTime=1463537177696, initedTime=1463537177711, startRequestedTime=1463537177701, startedTime=1463537177715, finishTime=1463537177766, timeTaken=51, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537177753, Process_Duration=5, Process_End_Time=1463537177758, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537177723, firstTasksToStart=[ task_1463537177520_0001_1_00_000000 ], lastTaskFinishTime=1463537177763, lastTasksToFinish=[ task_1463537177520_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537177520_0001_1_00_000000 ], longestDurationTasks=[ task_1463537177520_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:17,767 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:17,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537177520_0001_00_000001, stoppedTime=1463537177767, exitStatus=0
2016-05-18 02:06:17,767 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:17,767 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:17,767 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537177520_0001_1
2016-05-18 02:06:17,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537177520_0001_1
2016-05-18 02:06:17,768 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F8BC8523FA3A452C8470C2A1B52D8636 for vertex: vertex_1463537177520_0001_1_00 [C13C408DE80E49179F62CA03631517F7], outputName: F8BC8523FA3A452C8470C2A1B52D8636
2016-05-18 02:06:17,769 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177520_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:17,770 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537177520_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:17,776 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537177520_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:17,776 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537177520_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:17,776 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537177520_0001_00_000001, Exiting
2016-05-18 02:06:17,777 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537177520_0001_00_000001
2016-05-18 02:06:17,777 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537177520_0001_00_000001
2016-05-18 02:06:17,777 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537177520_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:17,777 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537177520_0001_00_000001 completed successfully
2016-05-18 02:06:17,778 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F8BC8523FA3A452C8470C2A1B52D8636 of vertex/vertexGroup:C13C408DE80E49179F62CA03631517F7 isVertexGroupOutput:false
2016-05-18 02:06:17,778 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:17,779 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537177520_0001_1, queueSize=0
2016-05-18 02:06:17,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177520_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537177520_0001_1, startTime=1463537177695, finishTime=1463537177778, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=190, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537177753, Process_Duration=5, Process_End_Time=1463537177758, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:17,780 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537177520_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:17,780 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177520_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:17 Completed Dag: dag_1463537177520_0001_1
2016-05-18 02:06:17,780 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537177520_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:17,780 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177520_0001_1_post
2016-05-18 02:06:17,780 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:17,780 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:17,780 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:17,781 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP, with id=dag_1463537177520_0001_1
2016-05-18 02:06:17,781 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188] each/(1/1) ...lyplatform/0_UNKNOWN_SWAP, with id=dag_1463537177520_0001_1
2016-05-18 02:06:17,788 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_UNKNOWN_SWAP, applicationId=application_1463537177520_0001
2016-05-18 02:06:17,790 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:17,790 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:17,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:17,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:17,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:17,790 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:17,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:17,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:17,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:17,791 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:17,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:17,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:17,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:17,792 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:17,795 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/21334D6C89D7473CA9366144A30F910A/F0EC1055FEE74C1B85C580F1D4F44188/.tez/application_1463537177520_0001
2016-05-18 02:06:17,795 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_UNKNOWN_SWAP/_temporary
2016-05-18 02:06:17,796 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.295
2016-05-18 02:06:17,864 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_UNKNOWN_SWAP
2016-05-18 02:06:17,891 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:17,891 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:17,926 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:17,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:17,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:17,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:17,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:17,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_-1
2016-05-18 02:06:17,959 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:17,959 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:17,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_-1"]
2016-05-18 02:06:17,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:17,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:17,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:17,962 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:17,962 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:17,982 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:17,988 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:17,988 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:17,988 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:17,999 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001 doesn't exist and is created
2016-05-18 02:06:18,026 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:18,026 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:18,028 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001_wd
2016-05-18 02:06:18,045 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537177988_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:18,045 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,045 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,047 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:18,047 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:18,047 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:18,047 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:18,048 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:18,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:18,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:18,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:18,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:18,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:18,050 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:18,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:18,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:18,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:18,051 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:18,053 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:18,053 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:18,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:18,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001_wd/localmode-log-dir
2016-05-18 02:06:18,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001_wd/localmode-log-dir/history.txt.appattempt_1463537177988_0001_000000, maxErrors=10
2016-05-18 02:06:18,054 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:18,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537177988_0001_000000, appSubmitTime=1463537178044, launchTime=1463537178044
2016-05-18 02:06:18,057 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:18,063 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56387
2016-05-18 02:06:18,064 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537177988
2016-05-18 02:06:18,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537177988_0001_000000, startTime=1463537178065
2016-05-18 02:06:18,066 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:18,081 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:18,081 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:18,126 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:18,126 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:18,127 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537177988_0001, dagName=[6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:18,142 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:18,143 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:18,143 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537177988_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001_wd/localmode-log-dir/dag_1463537177988_0001_1.dot
2016-05-18 02:06:18,144 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001_wd/localmode-log-dir/dag_1463537177988_0001_1-tez-dag.pb.txt
2016-05-18 02:06:18,148 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177988_0001_1
2016-05-18 02:06:18,148 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,148 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:18 Running Dag: dag_1463537177988_0001_1
2016-05-18 02:06:18,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537177988_0001_1, submitTime=1463537178142
2016-05-18 02:06:18,163 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001/tez-conf.pb" } size: 40945 timestamp: 1463537178000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:18,164 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,164 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,164 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:18,164 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:18,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537177988_0001_1, initTime=1463537178164
2016-05-18 02:06:18,164 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177988_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:18,165 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:18,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:DAG_STARTED]: dagID=dag_1463537177988_0001_1, startTime=1463537178166
2016-05-18 02:06:18,167 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177988_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A7FD9A38A86644C7921AAD7048116EAC : {605468F9FE3F4B78BAB1A5DEC2319989={InputName=605468F9FE3F4B78BAB1A5DEC2319989}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 605468F9FE3F4B78BAB1A5DEC2319989, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,167 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,168 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537177988_0001, dagName=[6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:18,168 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:18,168 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 605468F9FE3F4B78BAB1A5DEC2319989 on vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,170 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 605468F9FE3F4B78BAB1A5DEC2319989 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:18,172 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:18,172 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:18,172 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:18,172 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:18,172 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 605468F9FE3F4B78BAB1A5DEC2319989 on vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,174 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,175 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {605468F9FE3F4B78BAB1A5DEC2319989=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:18,176 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] parallelism set to 1
2016-05-18 02:06:18,176 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,176 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC], numAdditionalOutputs=1
2016-05-18 02:06:18,176 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=56874286DD434B9DBBC57CEEA88A1533, vertex=vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:18,178 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A7FD9A38A86644C7921AAD7048116EAC:56874286DD434B9DBBC57CEEA88A1533 using oldmapred API
2016-05-18 02:06:18,179 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=56874286DD434B9DBBC57CEEA88A1533, vertexName=A7FD9A38A86644C7921AAD7048116EAC, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:18,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, vertexId=vertex_1463537177988_0001_1_00, initRequestedTime=1463537178167, initedTime=1463537178176, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:18,180 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] with distanceFromRoot: 0
2016-05-18 02:06:18,180 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:18,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537177988_0001_1_00, startRequestedTime=1463537178168, startedTime=1463537178180
2016-05-18 02:06:18,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537177988_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:18,181 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:18,181 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A7FD9A38A86644C7921AAD7048116EAC
2016-05-18 02:06:18,181 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:TASK_STARTED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, taskId=task_1463537177988_0001_1_00_000000, scheduledTime=1463537178181, launchTime=1463537178181
2016-05-18 02:06:18,182 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,182 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:18,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537177988_0001_00_000001, launchTime=1463537178184
2016-05-18 02:06:18,185 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537177988_0001_00_000001
2016-05-18 02:06:18,186 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537177988_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18,186 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537177988_0001_1_00_000000_0] started. Is using containerId: [container_1463537177988_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:18,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, taskAttemptId=attempt_1463537177988_0001_1_00_000000_0, startTime=1463537178186, containerId=container_1463537177988_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18,187 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18,187 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,187 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:18,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1, VertexName: A7FD9A38A86644C7921AAD7048116EAC, VertexParallelism: 1, TaskAttemptID:attempt_1463537177988_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=605468F9FE3F4B78BAB1A5DEC2319989, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=56874286DD434B9DBBC57CEEA88A1533, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:18,188 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:18,189 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537177988_0001, with dag id: dag_1463537177988_0001_1
2016-05-18 02:06:18,190 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18,194 INFO  input.MRInput (MRInput.java:initialize(440)) - 605468F9FE3F4B78BAB1A5DEC2319989 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:18,195 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 605468F9FE3F4B78BAB1A5DEC2319989
2016-05-18 02:06:18,194 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537177988_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:18,196 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537177988_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:18,195 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:18,204 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A7FD9A38A86644C7921AAD7048116EAC, ordinal: 0
2016-05-18 02:06:18,204 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7FD9A38A86644C7921AAD7048116EAC, mem on start (mb), free: 203, total: 387, max: 672
2016-05-18 02:06:18,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:18,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:18,205 INFO  output.MROutput (MROutput.java:initialize(421)) - 56874286DD434B9DBBC57CEEA88A1533: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:18,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:18,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:18,205 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[605468F9FE3F4B78BAB1A5DEC2319989:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [56874286DD434B9DBBC57CEEA88A1533:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:18,206 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:18,206 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:18,206 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:18,206 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[605468F9FE3F4B78BAB1A5DEC2319989:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [56874286DD434B9DBBC57CEEA88A1533:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:18,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:18,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 605468F9FE3F4B78BAB1A5DEC2319989 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:18,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 605468F9FE3F4B78BAB1A5DEC2319989
2016-05-18 02:06:18,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:18,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:18,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:18,208 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18,210 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:18,210 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 605468F9FE3F4B78BAB1A5DEC2319989 initialized RecordReader from event
2016-05-18 02:06:18,212 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,212 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 605468F9FE3F4B78BAB1A5DEC2319989
2016-05-18 02:06:18,213 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_-1"], id: 56874286DD434B9DBBC57CEEA88A1533
2016-05-18 02:06:18,213 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_-1"]
2016-05-18 02:06:18,213 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,214 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A7FD9A38A86644C7921AAD7048116EAC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:18,214 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:18,218 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:18,222 INFO  output.MROutput (MROutput.java:close(526)) - 56874286DD434B9DBBC57CEEA88A1533 closed
2016-05-18 02:06:18,224 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537177988_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:18,225 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537177988_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:18,225 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537177988_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537178214, Process_Duration=11, Process_End_Time=1463537178225, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:18,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:18,226 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7FD9A38A86644C7921AAD7048116EAC, mem on close (mb), free: 201, total: 387, max: 672
2016-05-18 02:06:18,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A7FD9A38A86644C7921AAD7048116EAC, index=0, interruptedStatus=false
2016-05-18 02:06:18,226 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A7FD9A38A86644C7921AAD7048116EAC, sourceVertex=605468F9FE3F4B78BAB1A5DEC2319989, interruptedStatus=true
2016-05-18 02:06:18,227 INFO  output.MROutput (MROutput.java:close(526)) - 56874286DD434B9DBBC57CEEA88A1533 closed
2016-05-18 02:06:18,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A7FD9A38A86644C7921AAD7048116EAC, sourceVertex=56874286DD434B9DBBC57CEEA88A1533, interruptedStatus=true
2016-05-18 02:06:18,228 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537177988_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:18,228 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:18,228 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537177988_0001_00_000001
2016-05-18 02:06:18,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, taskAttemptId=attempt_1463537177988_0001_1_00_000000_0, creationTime=1463537178182, allocationTime=1463537178183, startTime=1463537178186, finishTime=1463537178228, timeTaken=42, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537177988_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537178214, Process_Duration=11, Process_End_Time=1463537178225, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:18,228 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537177988_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:18,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:TASK_FINISHED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, taskId=task_1463537177988_0001_1_00_000000, startTime=1463537178186, finishTime=1463537178229, timeTaken=43, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177988_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:18,229 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] because task failed: task_1463537177988_0001_1_00_000000
2016-05-18 02:06:18,229 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:18,229 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:18,229 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:18,229 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,230 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=56874286DD434B9DBBC57CEEA88A1533, vertexId=vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,228 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537177988_0001_00_000001
2016-05-18 02:06:18,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:VERTEX_FINISHED]: vertexName=A7FD9A38A86644C7921AAD7048116EAC, vertexId=vertex_1463537177988_0001_1_00, initRequestedTime=1463537178167, initedTime=1463537178176, startRequestedTime=1463537178168, startedTime=1463537178180, finishTime=1463537178231, timeTaken=51, status=FAILED, diagnostics=Task failed, taskId=task_1463537177988_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177988_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537178186, firstTasksToStart=[ task_1463537177988_0001_1_00_000000 ], lastTaskFinishTime=1463537178228, lastTasksToFinish=[ task_1463537177988_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:18,231 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:18,232 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:18,232 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:18,232 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:18,235 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537177988_0001_1, queueSize=0
2016-05-18 02:06:18,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537177988_0001_1, startTime=1463537178165, finishTime=1463537178235, timeTaken=70, status=FAILED, diagnostics=Vertex failed, vertexName=A7FD9A38A86644C7921AAD7048116EAC, vertexId=vertex_1463537177988_0001_1_00, diagnostics=[Task failed, taskId=task_1463537177988_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537177988_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:18,236 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537177988_0001_1_00 [A7FD9A38A86644C7921AAD7048116EAC]
2016-05-18 02:06:18,236 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537177988_0001_1 finished with state: FAILED
2016-05-18 02:06:18,236 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537177988_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:18,241 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537177988_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:18,241 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537177988_0001_00_000001 completed but with errors
2016-05-18 02:06:18,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537177988_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537177988_0001_00_000001, stoppedTime=1463537178241, exitStatus=-1000
2016-05-18 02:06:18,244 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537177988_0001_1_00_000000_0 failed: true container: container_1463537177988_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:18 Completed Dag: dag_1463537177988_0001_1
2016-05-18 02:06:18,244 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537177988_0001_1, dagState=FAILED
2016-05-18 02:06:18,244 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537177988_0001_1_post
2016-05-18 02:06:18,244 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,245 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 4
2016-05-18 02:06:18,245 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/0_VALUES_-1, applicationId=application_1463537177988_0001
2016-05-18 02:06:18,245 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:18,245 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537177988_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:18,246 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1, with id=dag_1463537177988_0001_1
2016-05-18 02:06:18,246 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537177988_0001_00_000001
2016-05-18 02:06:18,246 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4] each/(1/1) ...emblyplatform/0_VALUES_-1, with id=dag_1463537177988_0001_1
2016-05-18 02:06:18,247 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:18,247 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:18,248 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:18,248 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:18,248 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:18,248 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:18,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:18,249 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:18,249 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:18,249 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:18,249 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:18,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:18,249 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:18,250 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:18,252 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6CCABA9848204F2AAE0F930B16F299D1/D39BC33E8FDB461EBDADD6C99DAD09D4/.tez/application_1463537177988_0001
2016-05-18 02:06:18,253 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:18,253 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...emblyplatform/0_VALUES_-1
2016-05-18 02:06:18,254 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:18,254 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_-1/_temporary
2016-05-18 02:06:18,254 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.295
2016-05-18 02:06:18,254 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_-1
2016-05-18 02:06:18,282 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:18,282 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:18,312 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:18,314 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-05-18 02:06:18,314 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:18,315 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:18,315 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_'field'
2016-05-18 02:06:18,337 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:18,338 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:18,369 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:18,373 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:18,373 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:18,373 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:18,374 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:18,388 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:18,389 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_RESULTS
2016-05-18 02:06:18,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:18,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_RESULTS"]
2016-05-18 02:06:18,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:18,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:18,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:18,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18,399 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:18,411 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:18,416 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:18,416 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:18,416 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:18,425 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001 doesn't exist and is created
2016-05-18 02:06:18,446 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:18,446 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:18,446 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001_wd
2016-05-18 02:06:18,464 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537178416_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:18,464 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,464 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,466 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:18,466 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:18,466 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:18,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:18,468 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:18,470 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:18,470 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:18,470 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:18,470 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:18,471 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:18,472 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:18,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:18,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:18,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:18,474 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:18,476 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:18,476 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:18,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:18,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001_wd/localmode-log-dir
2016-05-18 02:06:18,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001_wd/localmode-log-dir/history.txt.appattempt_1463537178416_0001_000000, maxErrors=10
2016-05-18 02:06:18,478 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:18,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537178416_0001_000000, appSubmitTime=1463537178463, launchTime=1463537178463
2016-05-18 02:06:18,480 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:18,485 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46157
2016-05-18 02:06:18,486 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537178416
2016-05-18 02:06:18,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537178416_0001_000000, startTime=1463537178487
2016-05-18 02:06:18,487 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:18,546 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:18,546 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:18,546 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537178416_0001, dagName=[308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18,557 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:18,557 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:18,563 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18,563 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:18,564 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537178416_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001_wd/localmode-log-dir/dag_1463537178416_0001_1.dot
2016-05-18 02:06:18,565 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001_wd/localmode-log-dir/dag_1463537178416_0001_1-tez-dag.pb.txt
2016-05-18 02:06:18,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537178416_0001_1
2016-05-18 02:06:18,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,568 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18 Running Dag: dag_1463537178416_0001_1
2016-05-18 02:06:18,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537178416_0001_1, submitTime=1463537178563
2016-05-18 02:06:18,584 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001/tez-conf.pb" } size: 40945 timestamp: 1463537178000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:18,584 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,585 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,585 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:18,585 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:18,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537178416_0001_1, initTime=1463537178585
2016-05-18 02:06:18,586 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178416_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:18,586 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:18,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:DAG_STARTED]: dagID=dag_1463537178416_0001_1, startTime=1463537178586
2016-05-18 02:06:18,586 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178416_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:18,586 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B9B621A484B74DC98AD08C91A92C695C : {F0E886D3E0AE4641A7BE1ADF5EB8DA58={InputName=F0E886D3E0AE4641A7BE1ADF5EB8DA58}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:18,586 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: F0E886D3E0AE4641A7BE1ADF5EB8DA58, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:18,586 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,586 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,587 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,587 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,587 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:18,587 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537178416_0001, dagName=[308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18,588 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: F0E886D3E0AE4641A7BE1ADF5EB8DA58 on vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,589 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input F0E886D3E0AE4641A7BE1ADF5EB8DA58 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:18,590 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:18,590 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:18,590 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:18,591 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:18,591 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: F0E886D3E0AE4641A7BE1ADF5EB8DA58 on vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,593 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,594 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {F0E886D3E0AE4641A7BE1ADF5EB8DA58=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:18,594 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] parallelism set to 1
2016-05-18 02:06:18,594 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,595 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C], numAdditionalOutputs=1
2016-05-18 02:06:18,595 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=82CBBB9E3AEE4911B4196A61406627AC, vertex=vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:18,597 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B9B621A484B74DC98AD08C91A92C695C:82CBBB9E3AEE4911B4196A61406627AC using oldmapred API
2016-05-18 02:06:18,597 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=82CBBB9E3AEE4911B4196A61406627AC, vertexName=B9B621A484B74DC98AD08C91A92C695C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:18,598 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, vertexId=vertex_1463537178416_0001_1_00, initRequestedTime=1463537178586, initedTime=1463537178595, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:18,598 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] with distanceFromRoot: 0
2016-05-18 02:06:18,598 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:18,598 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537178416_0001_1_00, startRequestedTime=1463537178587, startedTime=1463537178598
2016-05-18 02:06:18,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537178416_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:18,599 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:18,599 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B9B621A484B74DC98AD08C91A92C695C
2016-05-18 02:06:18,599 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:TASK_STARTED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, taskId=task_1463537178416_0001_1_00_000000, scheduledTime=1463537178600, launchTime=1463537178600
2016-05-18 02:06:18,600 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,601 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:18,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537178416_0001_00_000001, launchTime=1463537178603
2016-05-18 02:06:18,603 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537178416_0001_00_000001
2016-05-18 02:06:18,604 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537178416_0001_1_00_000000_0] started. Is using containerId: [container_1463537178416_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:18,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, taskAttemptId=attempt_1463537178416_0001_1_00_000000_0, startTime=1463537178604, containerId=container_1463537178416_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:18,605 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537178416_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18,605 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18,606 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,606 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:18,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS, VertexName: B9B621A484B74DC98AD08C91A92C695C, VertexParallelism: 1, TaskAttemptID:attempt_1463537178416_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F0E886D3E0AE4641A7BE1ADF5EB8DA58, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=82CBBB9E3AEE4911B4196A61406627AC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:18,606 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:18,607 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18,608 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537178416_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:18,608 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537178416_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:18,610 INFO  input.MRInput (MRInput.java:initialize(440)) - F0E886D3E0AE4641A7BE1ADF5EB8DA58 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:18,610 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: F0E886D3E0AE4641A7BE1ADF5EB8DA58
2016-05-18 02:06:18,611 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:18,614 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537178416_0001, with dag id: dag_1463537178416_0001_1
2016-05-18 02:06:18,620 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9B621A484B74DC98AD08C91A92C695C, ordinal: 0
2016-05-18 02:06:18,620 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9B621A484B74DC98AD08C91A92C695C, mem on start (mb), free: 112, total: 387, max: 672
2016-05-18 02:06:18,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:18,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:18,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:18,625 INFO  output.MROutput (MROutput.java:initialize(421)) - 82CBBB9E3AEE4911B4196A61406627AC: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:18,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:18,625 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F0E886D3E0AE4641A7BE1ADF5EB8DA58:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [82CBBB9E3AEE4911B4196A61406627AC:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:18,625 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:18,625 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:18,625 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:18,626 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F0E886D3E0AE4641A7BE1ADF5EB8DA58:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [82CBBB9E3AEE4911B4196A61406627AC:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F0E886D3E0AE4641A7BE1ADF5EB8DA58
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F0E886D3E0AE4641A7BE1ADF5EB8DA58 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:18,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18,629 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:18,630 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - F0E886D3E0AE4641A7BE1ADF5EB8DA58 initialized RecordReader from event
2016-05-18 02:06:18,631 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,631 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: F0E886D3E0AE4641A7BE1ADF5EB8DA58
2016-05-18 02:06:18,631 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_RESULTS"], id: 82CBBB9E3AEE4911B4196A61406627AC
2016-05-18 02:06:18,632 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_RESULTS"]
2016-05-18 02:06:18,632 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,632 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9B621A484B74DC98AD08C91A92C695C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:18,633 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:18,633 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:18,634 INFO  output.MROutput (MROutput.java:close(526)) - 82CBBB9E3AEE4911B4196A61406627AC closed
2016-05-18 02:06:18,634 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537178416_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:18,635 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537178416_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:18,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537178416_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537178632, Process_Duration=3, Process_End_Time=1463537178635, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:18,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:18,636 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9B621A484B74DC98AD08C91A92C695C, mem on close (mb), free: 110, total: 387, max: 672
2016-05-18 02:06:18,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=B9B621A484B74DC98AD08C91A92C695C, index=0, interruptedStatus=false
2016-05-18 02:06:18,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=B9B621A484B74DC98AD08C91A92C695C, sourceVertex=F0E886D3E0AE4641A7BE1ADF5EB8DA58, interruptedStatus=true
2016-05-18 02:06:18,636 INFO  output.MROutput (MROutput.java:close(526)) - 82CBBB9E3AEE4911B4196A61406627AC closed
2016-05-18 02:06:18,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=B9B621A484B74DC98AD08C91A92C695C, sourceVertex=82CBBB9E3AEE4911B4196A61406627AC, interruptedStatus=true
2016-05-18 02:06:18,638 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537178416_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:18,638 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:18,638 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537178416_0001_00_000001
2016-05-18 02:06:18,638 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537178416_0001_00_000001
2016-05-18 02:06:18,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, taskAttemptId=attempt_1463537178416_0001_1_00_000000_0, creationTime=1463537178600, allocationTime=1463537178602, startTime=1463537178604, finishTime=1463537178638, timeTaken=34, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537178416_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537178632, Process_Duration=3, Process_End_Time=1463537178635, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:18,639 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537178416_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:18,639 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:TASK_FINISHED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, taskId=task_1463537178416_0001_1_00_000000, startTime=1463537178604, finishTime=1463537178639, timeTaken=35, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178416_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:18,639 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] because task failed: task_1463537178416_0001_1_00_000000
2016-05-18 02:06:18,640 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:18,640 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:18,640 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:18,640 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,640 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=82CBBB9E3AEE4911B4196A61406627AC, vertexId=vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:VERTEX_FINISHED]: vertexName=B9B621A484B74DC98AD08C91A92C695C, vertexId=vertex_1463537178416_0001_1_00, initRequestedTime=1463537178586, initedTime=1463537178595, startRequestedTime=1463537178587, startedTime=1463537178598, finishTime=1463537178644, timeTaken=46, status=FAILED, diagnostics=Task failed, taskId=task_1463537178416_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178416_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537178604, firstTasksToStart=[ task_1463537178416_0001_1_00_000000 ], lastTaskFinishTime=1463537178638, lastTasksToFinish=[ task_1463537178416_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:18,645 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:18,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537178416_0001_00_000001, stoppedTime=1463537178645, exitStatus=-1000
2016-05-18 02:06:18,645 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537178416_0001_1_00_000000_0 failed: true container: container_1463537178416_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:18,646 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:18,646 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:18,646 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:18,647 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537178416_0001_1, queueSize=0
2016-05-18 02:06:18,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178416_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537178416_0001_1, startTime=1463537178586, finishTime=1463537178646, timeTaken=60, status=FAILED, diagnostics=Vertex failed, vertexName=B9B621A484B74DC98AD08C91A92C695C, vertexId=vertex_1463537178416_0001_1_00, diagnostics=[Task failed, taskId=task_1463537178416_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178416_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:18,647 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537178416_0001_1_00 [B9B621A484B74DC98AD08C91A92C695C]
2016-05-18 02:06:18,647 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537178416_0001_1 finished with state: FAILED
2016-05-18 02:06:18,648 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178416_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:18,648 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537178416_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:18 Completed Dag: dag_1463537178416_0001_1
2016-05-18 02:06:18,648 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537178416_0001_1, dagState=FAILED
2016-05-18 02:06:18,649 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537178416_0001_1_post
2016-05-18 02:06:18,649 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,649 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:18,649 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:18,649 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS, with id=dag_1463537178416_0001_1
2016-05-18 02:06:18,649 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565] each/(1/1) ...platform/0_VALUES_RESULTS, with id=dag_1463537178416_0001_1
2016-05-18 02:06:18,650 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537178416_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:18,650 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537178416_0001_00_000001 completed but with errors
2016-05-18 02:06:18,650 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537178416_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:18,652 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/0_VALUES_RESULTS, applicationId=application_1463537178416_0001
2016-05-18 02:06:18,654 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:18,654 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:18,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:18,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:18,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:18,654 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:18,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:18,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:18,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:18,655 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:18,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:18,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:18,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:18,656 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:18,659 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/308759AE81684555B6CF85031ABDFDA5/E9A24678C4844AA4B3E3F184E4484565/.tez/application_1463537178416_0001
2016-05-18 02:06:18,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:18,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...platform/0_VALUES_RESULTS
2016-05-18 02:06:18,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:18,660 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_RESULTS/_temporary
2016-05-18 02:06:18,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.263
2016-05-18 02:06:18,661 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_RESULTS
2016-05-18 02:06:18,699 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:18,699 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:18,735 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:18,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:06:18,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:18,739 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:18,739 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:18,753 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:18,754 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_ALL
2016-05-18 02:06:18,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:18,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,762 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_ALL"]
2016-05-18 02:06:18,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:18,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:18,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:18,764 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:18,764 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:18,776 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:18,781 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:18,781 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:18,781 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:18,790 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001 doesn't exist and is created
2016-05-18 02:06:18,810 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:18,810 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:18,811 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001_wd
2016-05-18 02:06:18,826 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537178781_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:18,827 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,827 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:18,829 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:18,829 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:18,829 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:18,830 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:18,831 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:18,832 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:18,833 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:18,833 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:18,833 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:18,833 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:18,834 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:18,834 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:18,834 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:18,835 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,835 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:18,835 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:18,836 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:18,838 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:18,839 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:18,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:18,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001_wd/localmode-log-dir
2016-05-18 02:06:18,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001_wd/localmode-log-dir/history.txt.appattempt_1463537178781_0001_000000, maxErrors=10
2016-05-18 02:06:18,840 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:18,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537178781_0001_000000, appSubmitTime=1463537178826, launchTime=1463537178826
2016-05-18 02:06:18,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:18,848 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:35205
2016-05-18 02:06:18,849 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537178781
2016-05-18 02:06:18,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537178781_0001_000000, startTime=1463537178851
2016-05-18 02:06:18,851 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:18,911 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:18,911 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:18,911 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537178781_0001, dagName=[C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:18,927 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:18,927 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:18,927 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537178781_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001_wd/localmode-log-dir/dag_1463537178781_0001_1.dot
2016-05-18 02:06:18,928 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001_wd/localmode-log-dir/dag_1463537178781_0001_1-tez-dag.pb.txt
2016-05-18 02:06:18,932 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537178781_0001_1
2016-05-18 02:06:18,932 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,932 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:18 Running Dag: dag_1463537178781_0001_1
2016-05-18 02:06:18,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537178781_0001_1, submitTime=1463537178927
2016-05-18 02:06:18,947 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001/tez-conf.pb" } size: 40945 timestamp: 1463537178000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:18,947 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,947 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,947 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:18,948 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:18,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537178781_0001_1, initTime=1463537178948
2016-05-18 02:06:18,948 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178781_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:18,950 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:18,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:DAG_STARTED]: dagID=dag_1463537178781_0001_1, startTime=1463537178950
2016-05-18 02:06:18,950 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178781_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:18,950 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C7784762E9284876B883379617227DDD : {86661BB2C48141FC80929E8AFED0C7D0={InputName=86661BB2C48141FC80929E8AFED0C7D0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 86661BB2C48141FC80929E8AFED0C7D0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,951 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:18,952 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 86661BB2C48141FC80929E8AFED0C7D0 on vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,952 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537178781_0001, dagName=[C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:18,953 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 86661BB2C48141FC80929E8AFED0C7D0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:18,954 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:18,954 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:18,955 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:18,955 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:18,955 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 86661BB2C48141FC80929E8AFED0C7D0 on vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,956 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,956 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {86661BB2C48141FC80929E8AFED0C7D0=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:18,956 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] parallelism set to 1
2016-05-18 02:06:18,957 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:18,957 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD], numAdditionalOutputs=1
2016-05-18 02:06:18,957 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=EF7D51406C434A3783B61BAD03D23197, vertex=vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:18,958 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C7784762E9284876B883379617227DDD:EF7D51406C434A3783B61BAD03D23197 using oldmapred API
2016-05-18 02:06:18,959 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=EF7D51406C434A3783B61BAD03D23197, vertexName=C7784762E9284876B883379617227DDD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:18,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C7784762E9284876B883379617227DDD, vertexId=vertex_1463537178781_0001_1_00, initRequestedTime=1463537178950, initedTime=1463537178957, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:18,959 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] with distanceFromRoot: 0
2016-05-18 02:06:18,960 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:18,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537178781_0001_1_00, startRequestedTime=1463537178952, startedTime=1463537178960
2016-05-18 02:06:18,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537178781_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:18,960 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:18,961 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C7784762E9284876B883379617227DDD
2016-05-18 02:06:18,961 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,962 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:TASK_STARTED]: vertexName=C7784762E9284876B883379617227DDD, taskId=task_1463537178781_0001_1_00_000000, scheduledTime=1463537178962, launchTime=1463537178962
2016-05-18 02:06:18,962 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:18,963 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:18,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537178781_0001_00_000001, launchTime=1463537178964
2016-05-18 02:06:18,965 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537178781_0001_00_000001
2016-05-18 02:06:18,965 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537178781_0001_1_00_000000_0] started. Is using containerId: [container_1463537178781_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:18,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C7784762E9284876B883379617227DDD, taskAttemptId=attempt_1463537178781_0001_1_00_000000_0, startTime=1463537178965, containerId=container_1463537178781_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:18,966 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537178781_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:18,967 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:18,967 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:18,968 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:18,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL, VertexName: C7784762E9284876B883379617227DDD, VertexParallelism: 1, TaskAttemptID:attempt_1463537178781_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=86661BB2C48141FC80929E8AFED0C7D0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EF7D51406C434A3783B61BAD03D23197, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:18,968 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:18,969 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:18,969 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537178781_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:18,970 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537178781_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:18,973 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537178781_0001, with dag id: dag_1463537178781_0001_1
2016-05-18 02:06:18,974 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:18,979 INFO  input.MRInput (MRInput.java:initialize(440)) - 86661BB2C48141FC80929E8AFED0C7D0 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:18,980 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 86661BB2C48141FC80929E8AFED0C7D0
2016-05-18 02:06:18,983 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C7784762E9284876B883379617227DDD, ordinal: 0
2016-05-18 02:06:18,983 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7784762E9284876B883379617227DDD, mem on start (mb), free: 249, total: 388, max: 672
2016-05-18 02:06:18,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:18,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:18,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:18,986 INFO  output.MROutput (MROutput.java:initialize(421)) - EF7D51406C434A3783B61BAD03D23197: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:18,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:18,986 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[86661BB2C48141FC80929E8AFED0C7D0:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [EF7D51406C434A3783B61BAD03D23197:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:18,987 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:18,987 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:18,987 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:18,987 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[86661BB2C48141FC80929E8AFED0C7D0:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [EF7D51406C434A3783B61BAD03D23197:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:18,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:18,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 86661BB2C48141FC80929E8AFED0C7D0
2016-05-18 02:06:18,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 86661BB2C48141FC80929E8AFED0C7D0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:18,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:18,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:18,989 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:18,989 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:18,993 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,993 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 86661BB2C48141FC80929E8AFED0C7D0
2016-05-18 02:06:18,993 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_ALL"], id: EF7D51406C434A3783B61BAD03D23197
2016-05-18 02:06:18,994 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_ALL"]
2016-05-18 02:06:18,994 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:18,995 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:18,995 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 86661BB2C48141FC80929E8AFED0C7D0 initialized RecordReader from event
2016-05-18 02:06:18,996 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C7784762E9284876B883379617227DDD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:18,997 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,000 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,001 INFO  output.MROutput (MROutput.java:close(526)) - EF7D51406C434A3783B61BAD03D23197 closed
2016-05-18 02:06:19,002 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537178781_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:19,002 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537178781_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:19,002 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537178781_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537178996, Process_Duration=6, Process_End_Time=1463537179002, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:19,002 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:19,004 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7784762E9284876B883379617227DDD, mem on close (mb), free: 247, total: 388, max: 672
2016-05-18 02:06:19,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C7784762E9284876B883379617227DDD, index=0, interruptedStatus=false
2016-05-18 02:06:19,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C7784762E9284876B883379617227DDD, sourceVertex=86661BB2C48141FC80929E8AFED0C7D0, interruptedStatus=true
2016-05-18 02:06:19,004 INFO  output.MROutput (MROutput.java:close(526)) - EF7D51406C434A3783B61BAD03D23197 closed
2016-05-18 02:06:19,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C7784762E9284876B883379617227DDD, sourceVertex=EF7D51406C434A3783B61BAD03D23197, interruptedStatus=true
2016-05-18 02:06:19,006 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537178781_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:19,006 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:19,006 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537178781_0001_00_000001
2016-05-18 02:06:19,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C7784762E9284876B883379617227DDD, taskAttemptId=attempt_1463537178781_0001_1_00_000000_0, creationTime=1463537178962, allocationTime=1463537178964, startTime=1463537178965, finishTime=1463537179006, timeTaken=41, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537178781_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537178996, Process_Duration=6, Process_End_Time=1463537179002, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:19,007 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537178781_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:19,007 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:TASK_FINISHED]: vertexName=C7784762E9284876B883379617227DDD, taskId=task_1463537178781_0001_1_00_000000, startTime=1463537178965, finishTime=1463537179007, timeTaken=42, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178781_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:19,007 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] because task failed: task_1463537178781_0001_1_00_000000
2016-05-18 02:06:19,007 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:19,007 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:19,007 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:19,008 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:19,008 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=EF7D51406C434A3783B61BAD03D23197, vertexId=vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:19,006 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537178781_0001_00_000001
2016-05-18 02:06:19,011 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:19,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:VERTEX_FINISHED]: vertexName=C7784762E9284876B883379617227DDD, vertexId=vertex_1463537178781_0001_1_00, initRequestedTime=1463537178950, initedTime=1463537178957, startRequestedTime=1463537178952, startedTime=1463537178960, finishTime=1463537179011, timeTaken=51, status=FAILED, diagnostics=Task failed, taskId=task_1463537178781_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178781_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537178965, firstTasksToStart=[ task_1463537178781_0001_1_00_000000 ], lastTaskFinishTime=1463537179006, lastTasksToFinish=[ task_1463537178781_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:19,011 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:19,011 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:19,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537178781_0001_00_000001, stoppedTime=1463537179011, exitStatus=-1000
2016-05-18 02:06:19,012 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537178781_0001_1_00_000000_0 failed: true container: container_1463537178781_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:19,012 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537178781_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:19,012 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537178781_0001_00_000001 completed but with errors
2016-05-18 02:06:19,012 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:19,013 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:19,013 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:19,013 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537178781_0001_1, queueSize=0
2016-05-18 02:06:19,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537178781_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537178781_0001_1, startTime=1463537178950, finishTime=1463537179013, timeTaken=63, status=FAILED, diagnostics=Vertex failed, vertexName=C7784762E9284876B883379617227DDD, vertexId=vertex_1463537178781_0001_1_00, diagnostics=[Task failed, taskId=task_1463537178781_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537178781_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:19,014 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537178781_0001_1_00 [C7784762E9284876B883379617227DDD]
2016-05-18 02:06:19,014 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537178781_0001_1 finished with state: FAILED
2016-05-18 02:06:19,014 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537178781_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:19,014 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537178781_0001_00_000001
2016-05-18 02:06:19,014 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537178781_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:19 Completed Dag: dag_1463537178781_0001_1
2016-05-18 02:06:19,016 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537178781_0001_1, dagState=FAILED
2016-05-18 02:06:19,016 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537178781_0001_1_post
2016-05-18 02:06:19,016 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,016 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:19,016 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:19,017 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL, with id=dag_1463537178781_0001_1
2016-05-18 02:06:19,017 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80] each/(1/1) ...mblyplatform/0_VALUES_ALL, with id=dag_1463537178781_0001_1
2016-05-18 02:06:19,029 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...mblyplatform/0_VALUES_ALL, applicationId=application_1463537178781_0001
2016-05-18 02:06:19,031 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:19,031 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:19,031 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:19,031 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:19,031 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:19,032 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:19,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:19,032 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:19,032 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:19,033 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,033 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:19,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:19,033 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,034 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:19,037 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8753FFE661A4DBB990B436CD1A7FF3F/F16BBF346CA84240A696B293D5645A80/.tez/application_1463537178781_0001
2016-05-18 02:06:19,037 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:19,037 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...mblyplatform/0_VALUES_ALL
2016-05-18 02:06:19,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:19,038 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_ALL/_temporary
2016-05-18 02:06:19,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.276
2016-05-18 02:06:19,039 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_ALL
2016-05-18 02:06:19,070 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:19,071 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:19,120 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:19,124 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:19,125 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,125 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,126 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:19,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:19,141 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_REPLACE
2016-05-18 02:06:19,150 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:19,150 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,151 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_REPLACE"]
2016-05-18 02:06:19,151 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:19,152 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:19,152 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:19,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19,153 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:19,167 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:19,172 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,173 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:19,173 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:19,183 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001 doesn't exist and is created
2016-05-18 02:06:19,206 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:19,206 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:19,207 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001_wd
2016-05-18 02:06:19,224 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537179172_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,224 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,224 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,225 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:19,226 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:19,226 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:19,226 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:19,227 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:19,228 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:19,228 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:19,228 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:19,229 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:19,229 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:19,229 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:19,229 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:19,229 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:19,230 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,230 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,230 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:19,230 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:19,232 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:19,232 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:19,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:19,233 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001_wd/localmode-log-dir
2016-05-18 02:06:19,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001_wd/localmode-log-dir/history.txt.appattempt_1463537179172_0001_000000, maxErrors=10
2016-05-18 02:06:19,237 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:19,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537179172_0001_000000, appSubmitTime=1463537179223, launchTime=1463537179223
2016-05-18 02:06:19,240 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:19,244 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34853
2016-05-18 02:06:19,249 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537179172
2016-05-18 02:06:19,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537179172_0001_000000, startTime=1463537179251
2016-05-18 02:06:19,251 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:19,306 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:19,307 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:19,307 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537179172_0001, dagName=[90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19,323 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19,323 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:19,324 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537179172_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001_wd/localmode-log-dir/dag_1463537179172_0001_1.dot
2016-05-18 02:06:19,324 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001_wd/localmode-log-dir/dag_1463537179172_0001_1-tez-dag.pb.txt
2016-05-18 02:06:19,327 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179172_0001_1
2016-05-18 02:06:19,328 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,328 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19 Running Dag: dag_1463537179172_0001_1
2016-05-18 02:06:19,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537179172_0001_1, submitTime=1463537179323
2016-05-18 02:06:19,344 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001/tez-conf.pb" } size: 40945 timestamp: 1463537179000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:19,344 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,344 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,344 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:19,345 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:19,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537179172_0001_1, initTime=1463537179345
2016-05-18 02:06:19,345 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179172_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:19,346 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:19,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:DAG_STARTED]: dagID=dag_1463537179172_0001_1, startTime=1463537179346
2016-05-18 02:06:19,346 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179172_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:19,346 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C356090947C943E198645D559F744702 : {D25A5A10E02340978A3D605E57EA2D9C={InputName=D25A5A10E02340978A3D605E57EA2D9C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:19,346 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D25A5A10E02340978A3D605E57EA2D9C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:19,346 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,346 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537179172_0001, dagName=[90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19,346 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,347 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,347 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,348 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:19,348 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D25A5A10E02340978A3D605E57EA2D9C on vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,350 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D25A5A10E02340978A3D605E57EA2D9C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:19,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:19,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:19,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:19,351 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:19,352 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D25A5A10E02340978A3D605E57EA2D9C on vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,354 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:19,354 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D25A5A10E02340978A3D605E57EA2D9C=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:19,355 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] parallelism set to 1
2016-05-18 02:06:19,355 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:19,356 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702], numAdditionalOutputs=1
2016-05-18 02:06:19,356 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=BE3503EB4D59400A89E054C62133BD4C, vertex=vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:19,358 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C356090947C943E198645D559F744702:BE3503EB4D59400A89E054C62133BD4C using oldmapred API
2016-05-18 02:06:19,358 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=BE3503EB4D59400A89E054C62133BD4C, vertexName=C356090947C943E198645D559F744702, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:19,359 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C356090947C943E198645D559F744702, vertexId=vertex_1463537179172_0001_1_00, initRequestedTime=1463537179346, initedTime=1463537179356, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:19,359 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] with distanceFromRoot: 0
2016-05-18 02:06:19,359 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:19,359 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537179172_0001_1_00, startRequestedTime=1463537179348, startedTime=1463537179359
2016-05-18 02:06:19,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537179172_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:19,362 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:19,362 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C356090947C943E198645D559F744702
2016-05-18 02:06:19,362 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,363 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:TASK_STARTED]: vertexName=C356090947C943E198645D559F744702, taskId=task_1463537179172_0001_1_00_000000, scheduledTime=1463537179363, launchTime=1463537179363
2016-05-18 02:06:19,364 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,365 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:19,366 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537179172_0001, with dag id: dag_1463537179172_0001_1
2016-05-18 02:06:19,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537179172_0001_00_000001, launchTime=1463537179368
2016-05-18 02:06:19,369 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537179172_0001_00_000001
2016-05-18 02:06:19,371 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537179172_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19,371 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537179172_0001_1_00_000000_0] started. Is using containerId: [container_1463537179172_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:19,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C356090947C943E198645D559F744702, taskAttemptId=attempt_1463537179172_0001_1_00_000000_0, startTime=1463537179371, containerId=container_1463537179172_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:19 Starting to run new task attempt: attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19,372 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19,372 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,372 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:19,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE, VertexName: C356090947C943E198645D559F744702, VertexParallelism: 1, TaskAttemptID:attempt_1463537179172_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D25A5A10E02340978A3D605E57EA2D9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE3503EB4D59400A89E054C62133BD4C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:19,373 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:19,373 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19,374 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537179172_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:19,374 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537179172_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:19,377 INFO  input.MRInput (MRInput.java:initialize(440)) - D25A5A10E02340978A3D605E57EA2D9C using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:19,377 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D25A5A10E02340978A3D605E57EA2D9C
2016-05-18 02:06:19,380 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:19,387 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C356090947C943E198645D559F744702, ordinal: 0
2016-05-18 02:06:19,387 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C356090947C943E198645D559F744702, mem on start (mb), free: 175, total: 388, max: 672
2016-05-18 02:06:19,387 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:19,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:19,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:19,388 INFO  output.MROutput (MROutput.java:initialize(421)) - BE3503EB4D59400A89E054C62133BD4C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:19,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:19,389 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D25A5A10E02340978A3D605E57EA2D9C:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BE3503EB4D59400A89E054C62133BD4C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:19,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:19,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:19,389 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:19,389 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D25A5A10E02340978A3D605E57EA2D9C:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BE3503EB4D59400A89E054C62133BD4C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:19,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:19,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D25A5A10E02340978A3D605E57EA2D9C
2016-05-18 02:06:19,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D25A5A10E02340978A3D605E57EA2D9C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:19,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:19,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:19,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:19,390 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19,392 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:19,393 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D25A5A10E02340978A3D605E57EA2D9C initialized RecordReader from event
2016-05-18 02:06:19,393 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,393 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D25A5A10E02340978A3D605E57EA2D9C
2016-05-18 02:06:19,394 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_REPLACE"], id: BE3503EB4D59400A89E054C62133BD4C
2016-05-18 02:06:19,394 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_REPLACE"]
2016-05-18 02:06:19,394 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,394 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C356090947C943E198645D559F744702, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:19,395 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,395 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,396 INFO  output.MROutput (MROutput.java:close(526)) - BE3503EB4D59400A89E054C62133BD4C closed
2016-05-18 02:06:19,398 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537179172_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:19,398 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537179172_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537179172_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537179394, Process_Duration=4, Process_End_Time=1463537179398, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:19,399 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C356090947C943E198645D559F744702, mem on close (mb), free: 173, total: 388, max: 672
2016-05-18 02:06:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C356090947C943E198645D559F744702, index=0, interruptedStatus=false
2016-05-18 02:06:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C356090947C943E198645D559F744702, sourceVertex=D25A5A10E02340978A3D605E57EA2D9C, interruptedStatus=true
2016-05-18 02:06:19,399 INFO  output.MROutput (MROutput.java:close(526)) - BE3503EB4D59400A89E054C62133BD4C closed
2016-05-18 02:06:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C356090947C943E198645D559F744702, sourceVertex=BE3503EB4D59400A89E054C62133BD4C, interruptedStatus=true
2016-05-18 02:06:19,401 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537179172_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:19,401 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:19,401 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537179172_0001_00_000001
2016-05-18 02:06:19,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C356090947C943E198645D559F744702, taskAttemptId=attempt_1463537179172_0001_1_00_000000_0, creationTime=1463537179364, allocationTime=1463537179366, startTime=1463537179371, finishTime=1463537179401, timeTaken=30, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537179172_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537179394, Process_Duration=4, Process_End_Time=1463537179398, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:19,401 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537179172_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:19,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:TASK_FINISHED]: vertexName=C356090947C943E198645D559F744702, taskId=task_1463537179172_0001_1_00_000000, startTime=1463537179371, finishTime=1463537179401, timeTaken=30, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179172_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:19,402 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] because task failed: task_1463537179172_0001_1_00_000000
2016-05-18 02:06:19,404 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:19,405 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:19,405 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:19,405 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,405 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=BE3503EB4D59400A89E054C62133BD4C, vertexId=vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,401 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537179172_0001_00_000001
2016-05-18 02:06:19,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:VERTEX_FINISHED]: vertexName=C356090947C943E198645D559F744702, vertexId=vertex_1463537179172_0001_1_00, initRequestedTime=1463537179346, initedTime=1463537179356, startRequestedTime=1463537179348, startedTime=1463537179359, finishTime=1463537179406, timeTaken=47, status=FAILED, diagnostics=Task failed, taskId=task_1463537179172_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179172_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537179371, firstTasksToStart=[ task_1463537179172_0001_1_00_000000 ], lastTaskFinishTime=1463537179401, lastTasksToFinish=[ task_1463537179172_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:19,406 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:19,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537179172_0001_00_000001, stoppedTime=1463537179406, exitStatus=-1000
2016-05-18 02:06:19,407 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537179172_0001_1_00_000000_0 failed: true container: container_1463537179172_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:19,407 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:19,407 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:19,407 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:19,410 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537179172_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:19,410 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537179172_0001_00_000001 completed but with errors
2016-05-18 02:06:19,410 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537179172_0001_1, queueSize=0
2016-05-18 02:06:19,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179172_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537179172_0001_1, startTime=1463537179345, finishTime=1463537179410, timeTaken=65, status=FAILED, diagnostics=Vertex failed, vertexName=C356090947C943E198645D559F744702, vertexId=vertex_1463537179172_0001_1_00, diagnostics=[Task failed, taskId=task_1463537179172_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179172_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:19,411 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537179172_0001_1_00 [C356090947C943E198645D559F744702]
2016-05-18 02:06:19,411 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537179172_0001_1 finished with state: FAILED
2016-05-18 02:06:19,411 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179172_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:19,411 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537179172_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:19 Completed Dag: dag_1463537179172_0001_1
2016-05-18 02:06:19,411 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537179172_0001_1, dagState=FAILED
2016-05-18 02:06:19,411 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179172_0001_1_post
2016-05-18 02:06:19,412 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,412 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:19,412 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:19,412 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE, with id=dag_1463537179172_0001_1
2016-05-18 02:06:19,412 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A] each/(1/1) ...platform/0_VALUES_REPLACE, with id=dag_1463537179172_0001_1
2016-05-18 02:06:19,412 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537179172_0001_00_000001
2016-05-18 02:06:19,415 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/0_VALUES_REPLACE, applicationId=application_1463537179172_0001
2016-05-18 02:06:19,417 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:19,417 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:19,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:19,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:19,419 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:19,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:19,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,420 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:19,423 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/90F736D154204B9AB32A2D6F675E1344/C6FC35190BC04AFBBB384AFDECFC225A/.tez/application_1463537179172_0001
2016-05-18 02:06:19,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:19,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...platform/0_VALUES_REPLACE
2016-05-18 02:06:19,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:19,424 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_REPLACE/_temporary
2016-05-18 02:06:19,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.274
2016-05-18 02:06:19,425 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_REPLACE
2016-05-18 02:06:19,447 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:19,447 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:19,462 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:19,462 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:19,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:19,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:19,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:19,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:19,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:19,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_SWAP"]
2016-05-18 02:06:19,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:19,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:19,511 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:19,511 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,511 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:19,523 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:19,528 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,528 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:19,528 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:19,538 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001 doesn't exist and is created
2016-05-18 02:06:19,558 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:19,558 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:19,558 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001_wd
2016-05-18 02:06:19,573 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537179528_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,574 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,574 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,576 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:19,576 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:19,576 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:19,577 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:19,578 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:19,579 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:19,579 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:19,580 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:19,580 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:19,580 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:19,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:19,580 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:19,581 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:19,581 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,581 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,581 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:19,582 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:19,584 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:19,584 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:19,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:19,585 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001_wd/localmode-log-dir
2016-05-18 02:06:19,585 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001_wd/localmode-log-dir/history.txt.appattempt_1463537179528_0001_000000, maxErrors=10
2016-05-18 02:06:19,586 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:19,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537179528_0001_000000, appSubmitTime=1463537179573, launchTime=1463537179573
2016-05-18 02:06:19,588 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:19,592 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47593
2016-05-18 02:06:19,593 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537179528
2016-05-18 02:06:19,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537179528_0001_000000, startTime=1463537179594
2016-05-18 02:06:19,594 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:19,658 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:19,658 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:19,658 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537179528_0001, dagName=[81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,674 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,675 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:19,675 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537179528_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001_wd/localmode-log-dir/dag_1463537179528_0001_1.dot
2016-05-18 02:06:19,676 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001_wd/localmode-log-dir/dag_1463537179528_0001_1-tez-dag.pb.txt
2016-05-18 02:06:19,679 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179528_0001_1
2016-05-18 02:06:19,679 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,680 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19 Running Dag: dag_1463537179528_0001_1
2016-05-18 02:06:19,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537179528_0001_1, submitTime=1463537179674
2016-05-18 02:06:19,695 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001/tez-conf.pb" } size: 40945 timestamp: 1463537179000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:19,695 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,695 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,695 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:19,696 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:19,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537179528_0001_1, initTime=1463537179696
2016-05-18 02:06:19,697 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179528_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:19,697 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:19,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:DAG_STARTED]: dagID=dag_1463537179528_0001_1, startTime=1463537179697
2016-05-18 02:06:19,698 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179528_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:19,698 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A5F2C897C5AE4F1889BDE9C6BF304650 : {E798FCAF925040F3A94E7A827A59BC03={InputName=E798FCAF925040F3A94E7A827A59BC03}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:19,698 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537179528_0001, dagName=[81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,698 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E798FCAF925040F3A94E7A827A59BC03, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:19,698 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,699 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,699 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,699 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,699 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:19,700 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E798FCAF925040F3A94E7A827A59BC03 on vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,701 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E798FCAF925040F3A94E7A827A59BC03 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:19,703 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:19,703 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:19,703 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:19,703 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:19,705 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E798FCAF925040F3A94E7A827A59BC03 on vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,706 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:19,707 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E798FCAF925040F3A94E7A827A59BC03=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:19,710 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] parallelism set to 1
2016-05-18 02:06:19,710 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:19,710 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650], numAdditionalOutputs=1
2016-05-18 02:06:19,710 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A26F789E1552451F8CBFF3D0D49DDFA6, vertex=vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:19,712 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A5F2C897C5AE4F1889BDE9C6BF304650:A26F789E1552451F8CBFF3D0D49DDFA6 using oldmapred API
2016-05-18 02:06:19,712 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A26F789E1552451F8CBFF3D0D49DDFA6, vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:19,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, vertexId=vertex_1463537179528_0001_1_00, initRequestedTime=1463537179698, initedTime=1463537179710, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:19,713 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] with distanceFromRoot: 0
2016-05-18 02:06:19,714 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:19,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537179528_0001_1_00, startRequestedTime=1463537179699, startedTime=1463537179714
2016-05-18 02:06:19,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537179528_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:19,715 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:19,715 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A5F2C897C5AE4F1889BDE9C6BF304650
2016-05-18 02:06:19,715 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:TASK_STARTED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, taskId=task_1463537179528_0001_1_00_000000, scheduledTime=1463537179715, launchTime=1463537179715
2016-05-18 02:06:19,716 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,717 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:19,718 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537179528_0001_00_000001, launchTime=1463537179718
2016-05-18 02:06:19,719 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537179528_0001_00_000001
2016-05-18 02:06:19,719 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537179528_0001_1_00_000000_0] started. Is using containerId: [container_1463537179528_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:19,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, taskAttemptId=attempt_1463537179528_0001_1_00_000000_0, startTime=1463537179719, containerId=container_1463537179528_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:19,720 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537179528_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19 Starting to run new task attempt: attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19,721 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19,721 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,722 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:19,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP, VertexName: A5F2C897C5AE4F1889BDE9C6BF304650, VertexParallelism: 1, TaskAttemptID:attempt_1463537179528_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E798FCAF925040F3A94E7A827A59BC03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A26F789E1552451F8CBFF3D0D49DDFA6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:19,722 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:19,722 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19,723 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537179528_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:19,723 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537179528_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:19,725 INFO  input.MRInput (MRInput.java:initialize(440)) - E798FCAF925040F3A94E7A827A59BC03 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:19,726 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E798FCAF925040F3A94E7A827A59BC03
2016-05-18 02:06:19,725 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537179528_0001, with dag id: dag_1463537179528_0001_1
2016-05-18 02:06:19,728 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:19,748 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A5F2C897C5AE4F1889BDE9C6BF304650, ordinal: 0
2016-05-18 02:06:19,748 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5F2C897C5AE4F1889BDE9C6BF304650, mem on start (mb), free: 310, total: 388, max: 672
2016-05-18 02:06:19,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:19,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:19,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:19,752 INFO  output.MROutput (MROutput.java:initialize(421)) - A26F789E1552451F8CBFF3D0D49DDFA6: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:19,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:19,752 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E798FCAF925040F3A94E7A827A59BC03:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A26F789E1552451F8CBFF3D0D49DDFA6:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:19,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:19,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:19,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:19,754 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E798FCAF925040F3A94E7A827A59BC03:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A26F789E1552451F8CBFF3D0D49DDFA6:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:19,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:19,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E798FCAF925040F3A94E7A827A59BC03
2016-05-18 02:06:19,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E798FCAF925040F3A94E7A827A59BC03 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:19,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:19,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:19,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:19,756 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19,759 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:19,759 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,759 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E798FCAF925040F3A94E7A827A59BC03 initialized RecordReader from event
2016-05-18 02:06:19,760 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E798FCAF925040F3A94E7A827A59BC03
2016-05-18 02:06:19,760 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_SWAP"], id: A26F789E1552451F8CBFF3D0D49DDFA6
2016-05-18 02:06:19,760 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_SWAP"]
2016-05-18 02:06:19,760 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,761 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A5F2C897C5AE4F1889BDE9C6BF304650, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:19,761 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,762 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:19,762 INFO  output.MROutput (MROutput.java:close(526)) - A26F789E1552451F8CBFF3D0D49DDFA6 closed
2016-05-18 02:06:19,763 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537179528_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:19,763 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537179528_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:19,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537179528_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537179761, Process_Duration=2, Process_End_Time=1463537179763, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:19,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:19,764 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5F2C897C5AE4F1889BDE9C6BF304650, mem on close (mb), free: 308, total: 388, max: 672
2016-05-18 02:06:19,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A5F2C897C5AE4F1889BDE9C6BF304650, index=0, interruptedStatus=false
2016-05-18 02:06:19,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A5F2C897C5AE4F1889BDE9C6BF304650, sourceVertex=E798FCAF925040F3A94E7A827A59BC03, interruptedStatus=true
2016-05-18 02:06:19,765 INFO  output.MROutput (MROutput.java:close(526)) - A26F789E1552451F8CBFF3D0D49DDFA6 closed
2016-05-18 02:06:19,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A5F2C897C5AE4F1889BDE9C6BF304650, sourceVertex=A26F789E1552451F8CBFF3D0D49DDFA6, interruptedStatus=true
2016-05-18 02:06:19,767 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537179528_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:19,767 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:19,767 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537179528_0001_00_000001
2016-05-18 02:06:19,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, taskAttemptId=attempt_1463537179528_0001_1_00_000000_0, creationTime=1463537179716, allocationTime=1463537179717, startTime=1463537179719, finishTime=1463537179767, timeTaken=48, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537179528_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537179761, Process_Duration=2, Process_End_Time=1463537179763, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:19,768 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537179528_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:19,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:TASK_FINISHED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, taskId=task_1463537179528_0001_1_00_000000, startTime=1463537179719, finishTime=1463537179768, timeTaken=49, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179528_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] because task failed: task_1463537179528_0001_1_00_000000
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,769 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=A26F789E1552451F8CBFF3D0D49DDFA6, vertexId=vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:VERTEX_FINISHED]: vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, vertexId=vertex_1463537179528_0001_1_00, initRequestedTime=1463537179698, initedTime=1463537179710, startRequestedTime=1463537179699, startedTime=1463537179714, finishTime=1463537179770, timeTaken=56, status=FAILED, diagnostics=Task failed, taskId=task_1463537179528_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179528_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537179719, firstTasksToStart=[ task_1463537179528_0001_1_00_000000 ], lastTaskFinishTime=1463537179767, lastTasksToFinish=[ task_1463537179528_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:19,768 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537179528_0001_00_000001
2016-05-18 02:06:19,772 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:19,772 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:19,772 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:19,772 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:19,777 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537179528_0001_1, queueSize=0
2016-05-18 02:06:19,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537179528_0001_1, startTime=1463537179697, finishTime=1463537179777, timeTaken=80, status=FAILED, diagnostics=Vertex failed, vertexName=A5F2C897C5AE4F1889BDE9C6BF304650, vertexId=vertex_1463537179528_0001_1_00, diagnostics=[Task failed, taskId=task_1463537179528_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537179528_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=170, AM_GC_TIME_MILLIS=11
2016-05-18 02:06:19,778 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537179528_0001_1_00 [A5F2C897C5AE4F1889BDE9C6BF304650]
2016-05-18 02:06:19,778 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537179528_0001_1 finished with state: FAILED
2016-05-18 02:06:19,778 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179528_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:19,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179528_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537179528_0001_00_000001, stoppedTime=1463537179778, exitStatus=-1000
2016-05-18 02:06:19,778 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537179528_0001_1_00_000000_0 failed: true container: container_1463537179528_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:19 Completed Dag: dag_1463537179528_0001_1
2016-05-18 02:06:19,779 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537179528_0001_1, dagState=FAILED
2016-05-18 02:06:19,779 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179528_0001_1_post
2016-05-18 02:06:19,779 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:19,779 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:19,779 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:19,779 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP, with id=dag_1463537179528_0001_1
2016-05-18 02:06:19,779 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537179528_0001_00_000001
2016-05-18 02:06:19,780 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D] each/(1/1) ...blyplatform/0_VALUES_SWAP, with id=dag_1463537179528_0001_1
2016-05-18 02:06:19,780 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537179528_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:19,780 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537179528_0001_00_000001 completed but with errors
2016-05-18 02:06:19,780 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537179528_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:19,788 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/0_VALUES_SWAP, applicationId=application_1463537179528_0001
2016-05-18 02:06:19,789 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:19,789 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:19,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:19,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:19,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:19,790 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:19,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:19,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:19,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:19,791 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:19,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:19,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:19,792 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:19,795 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/81A411C26E7E400084651588B1552590/CB02ACBEEC2246278CA18D383357837D/.tez/application_1463537179528_0001
2016-05-18 02:06:19,795 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:19,796 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...blyplatform/0_VALUES_SWAP
2016-05-18 02:06:19,796 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:19,796 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_VALUES_SWAP/_temporary
2016-05-18 02:06:19,797 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.287
2016-05-18 02:06:19,797 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_VALUES_SWAP
2016-05-18 02:06:19,822 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:19,822 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:19,856 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:19,858 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:19,858 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,859 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:19,859 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:19,874 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:19,874 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_-1
2016-05-18 02:06:19,883 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:19,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:19,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_-1"]
2016-05-18 02:06:19,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:19,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:19,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:19,886 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:19,886 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:19,905 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:19,909 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,910 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:19,910 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:19,920 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001 doesn't exist and is created
2016-05-18 02:06:19,939 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:19,939 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:19,941 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:19,941 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:19,942 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001_wd
2016-05-18 02:06:19,958 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537179910_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:19,958 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,958 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:19,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:19,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:19,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:19,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:19,961 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:19,963 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:19,963 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,964 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:19,964 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:19,964 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:19,967 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:19,968 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:19,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:19,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001_wd/localmode-log-dir
2016-05-18 02:06:19,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001_wd/localmode-log-dir/history.txt.appattempt_1463537179910_0001_000000, maxErrors=10
2016-05-18 02:06:19,969 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:19,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537179910_0001_000000, appSubmitTime=1463537179957, launchTime=1463537179957
2016-05-18 02:06:19,972 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:19,976 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:36956
2016-05-18 02:06:19,976 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537179910
2016-05-18 02:06:19,977 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537179910_0001_000000, startTime=1463537179977
2016-05-18 02:06:19,978 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:20,041 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:20,042 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:20,042 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537179910_0001, dagName=[D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:20,057 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:20,058 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:20,058 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537179910_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001_wd/localmode-log-dir/dag_1463537179910_0001_1.dot
2016-05-18 02:06:20,059 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001_wd/localmode-log-dir/dag_1463537179910_0001_1-tez-dag.pb.txt
2016-05-18 02:06:20,062 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179910_0001_1
2016-05-18 02:06:20,062 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,062 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:20 Running Dag: dag_1463537179910_0001_1
2016-05-18 02:06:20,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537179910_0001_1, submitTime=1463537180058
2016-05-18 02:06:20,081 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001/tez-conf.pb" } size: 40945 timestamp: 1463537179000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:20,081 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,081 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,082 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:20,082 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:20,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537179910_0001_1, initTime=1463537180082
2016-05-18 02:06:20,083 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179910_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:20,084 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:20,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:DAG_STARTED]: dagID=dag_1463537179910_0001_1, startTime=1463537180084
2016-05-18 02:06:20,084 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179910_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:20,084 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537179910_0001, dagName=[D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1
2016-05-18 02:06:20,084 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F5DFE574BF414F04956EC075502034FD : {52C5CA0F5D2A48028F5CC73AC3761A21={InputName=52C5CA0F5D2A48028F5CC73AC3761A21}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:20,084 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 52C5CA0F5D2A48028F5CC73AC3761A21, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:20,085 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,085 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,085 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,085 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,086 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:20,086 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 52C5CA0F5D2A48028F5CC73AC3761A21 on vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,088 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 52C5CA0F5D2A48028F5CC73AC3761A21 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:20,089 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:20,090 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:20,090 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:20,090 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:20,090 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 52C5CA0F5D2A48028F5CC73AC3761A21 on vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,095 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:20,095 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {52C5CA0F5D2A48028F5CC73AC3761A21=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:20,095 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] parallelism set to 1
2016-05-18 02:06:20,095 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:20,096 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD], numAdditionalOutputs=1
2016-05-18 02:06:20,096 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7D82A0924FA142338CDDEEA54E25B379, vertex=vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:20,098 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F5DFE574BF414F04956EC075502034FD:7D82A0924FA142338CDDEEA54E25B379 using oldmapred API
2016-05-18 02:06:20,098 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7D82A0924FA142338CDDEEA54E25B379, vertexName=F5DFE574BF414F04956EC075502034FD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:20,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F5DFE574BF414F04956EC075502034FD, vertexId=vertex_1463537179910_0001_1_00, initRequestedTime=1463537180084, initedTime=1463537180096, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:20,099 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] with distanceFromRoot: 0
2016-05-18 02:06:20,100 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:20,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537179910_0001_1_00, startRequestedTime=1463537180086, startedTime=1463537180100
2016-05-18 02:06:20,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537179910_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:20,101 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:20,101 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F5DFE574BF414F04956EC075502034FD
2016-05-18 02:06:20,102 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:TASK_STARTED]: vertexName=F5DFE574BF414F04956EC075502034FD, taskId=task_1463537179910_0001_1_00_000000, scheduledTime=1463537180102, launchTime=1463537180102
2016-05-18 02:06:20,102 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,105 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:20,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537179910_0001_00_000001, launchTime=1463537180106
2016-05-18 02:06:20,107 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537179910_0001_00_000001
2016-05-18 02:06:20,108 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537179910_0001_1_00_000000_0] started. Is using containerId: [container_1463537179910_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:20,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F5DFE574BF414F04956EC075502034FD, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0, startTime=1463537180108, containerId=container_1463537179910_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:20,108 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537179910_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20 Starting to run new task attempt: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,109 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,109 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,110 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:20,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1, VertexName: F5DFE574BF414F04956EC075502034FD, VertexParallelism: 1, TaskAttemptID:attempt_1463537179910_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=52C5CA0F5D2A48028F5CC73AC3761A21, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7D82A0924FA142338CDDEEA54E25B379, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:20,111 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:20,111 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,112 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537179910_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:20,112 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537179910_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:20,114 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537179910_0001, with dag id: dag_1463537179910_0001_1
2016-05-18 02:06:20,117 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:20,120 INFO  input.MRInput (MRInput.java:initialize(440)) - 52C5CA0F5D2A48028F5CC73AC3761A21 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:20,121 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 52C5CA0F5D2A48028F5CC73AC3761A21
2016-05-18 02:06:20,124 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F5DFE574BF414F04956EC075502034FD, ordinal: 0
2016-05-18 02:06:20,124 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5DFE574BF414F04956EC075502034FD, mem on start (mb), free: 239, total: 388, max: 672
2016-05-18 02:06:20,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:20,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:20,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:20,130 INFO  output.MROutput (MROutput.java:initialize(421)) - 7D82A0924FA142338CDDEEA54E25B379: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:20,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:20,130 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[52C5CA0F5D2A48028F5CC73AC3761A21:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [7D82A0924FA142338CDDEEA54E25B379:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:20,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:20,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:20,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:20,130 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[52C5CA0F5D2A48028F5CC73AC3761A21:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [7D82A0924FA142338CDDEEA54E25B379:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 52C5CA0F5D2A48028F5CC73AC3761A21 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 52C5CA0F5D2A48028F5CC73AC3761A21
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:20,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:20,131 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,133 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:20,134 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 52C5CA0F5D2A48028F5CC73AC3761A21 initialized RecordReader from event
2016-05-18 02:06:20,134 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 52C5CA0F5D2A48028F5CC73AC3761A21
2016-05-18 02:06:20,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_-1"], id: 7D82A0924FA142338CDDEEA54E25B379
2016-05-18 02:06:20,135 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_-1"]
2016-05-18 02:06:20,135 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,136 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F5DFE574BF414F04956EC075502034FD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:20,139 INFO  output.MROutput (MROutput.java:close(526)) - 7D82A0924FA142338CDDEEA54E25B379 closed
2016-05-18 02:06:20,140 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537179910_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:20,141 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,141 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5DFE574BF414F04956EC075502034FD, mem on close (mb), free: 236, total: 388, max: 672
2016-05-18 02:06:20,141 INFO  output.MROutput (MROutput.java:close(526)) - 7D82A0924FA142338CDDEEA54E25B379 closed
2016-05-18 02:06:20,141 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:20 Completed running task attempt: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,142 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:20,142 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537179910_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:20,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537179910_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537180136, Process_Duration=5, Process_End_Time=1463537180141, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:20,144 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537179910_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:20,144 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:20,144 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:20,144 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F5DFE574BF414F04956EC075502034FD, taskAttemptId=attempt_1463537179910_0001_1_00_000000_0, creationTime=1463537180102, allocationTime=1463537180106, startTime=1463537180108, finishTime=1463537180144, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:20,144 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:TASK_FINISHED]: vertexName=F5DFE574BF414F04956EC075502034FD, taskId=task_1463537179910_0001_1_00_000000, startTime=1463537180108, finishTime=1463537180144, timeTaken=36, status=SUCCEEDED, successfulAttemptID=attempt_1463537179910_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180136, Process_Duration=5, Process_End_Time=1463537180141, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:20,145 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:20,146 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD]
2016-05-18 02:06:20,146 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537179910_0001_00_000001
2016-05-18 02:06:20,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:VERTEX_FINISHED]: vertexName=F5DFE574BF414F04956EC075502034FD, vertexId=vertex_1463537179910_0001_1_00, initRequestedTime=1463537180084, initedTime=1463537180096, startRequestedTime=1463537180086, startedTime=1463537180100, finishTime=1463537180146, timeTaken=46, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180136, Process_Duration=5, Process_End_Time=1463537180141, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537180108, firstTasksToStart=[ task_1463537179910_0001_1_00_000000 ], lastTaskFinishTime=1463537180144, lastTasksToFinish=[ task_1463537179910_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537179910_0001_1_00_000000 ], longestDurationTasks=[ task_1463537179910_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:20,147 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:20,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537179910_0001_00_000001, stoppedTime=1463537180147, exitStatus=0
2016-05-18 02:06:20,147 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:20,147 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:20,147 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537179910_0001_1
2016-05-18 02:06:20,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537179910_0001_1
2016-05-18 02:06:20,148 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7D82A0924FA142338CDDEEA54E25B379 for vertex: vertex_1463537179910_0001_1_00 [F5DFE574BF414F04956EC075502034FD], outputName: 7D82A0924FA142338CDDEEA54E25B379
2016-05-18 02:06:20,149 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179910_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:20,149 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537179910_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:20,156 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7D82A0924FA142338CDDEEA54E25B379 of vertex/vertexGroup:F5DFE574BF414F04956EC075502034FD isVertexGroupOutput:false
2016-05-18 02:06:20,156 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:20,157 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537179910_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:20,157 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537179910_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:20,157 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537179910_0001_00_000001, Exiting
2016-05-18 02:06:20,157 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537179910_0001_00_000001
2016-05-18 02:06:20,157 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537179910_0001_00_000001
2016-05-18 02:06:20,158 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537179910_0001_1, queueSize=0
2016-05-18 02:06:20,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537179910_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537179910_0001_1, startTime=1463537180084, finishTime=1463537180156, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180136, Process_Duration=5, Process_End_Time=1463537180141, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:20,158 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537179910_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:20,158 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537179910_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:20 Completed Dag: dag_1463537179910_0001_1
2016-05-18 02:06:20,159 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537179910_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:20,159 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537179910_0001_1_post
2016-05-18 02:06:20,159 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,159 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:20,159 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:20,159 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1, with id=dag_1463537179910_0001_1
2016-05-18 02:06:20,159 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB] each/(1/1) ...ssemblyplatform/0_ARGS_-1, with id=dag_1463537179910_0001_1
2016-05-18 02:06:20,160 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537179910_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:20,160 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537179910_0001_00_000001 completed successfully
2016-05-18 02:06:20,166 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...ssemblyplatform/0_ARGS_-1, applicationId=application_1463537179910_0001
2016-05-18 02:06:20,167 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:20,167 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:20,167 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:20,167 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:20,167 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:20,168 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:20,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:20,168 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:20,168 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:20,168 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:20,169 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:20,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:20,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:20,169 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:20,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D580DF2A33794143B530279B2B92D15B/F76F7DCF99C74A97BA3D52D21DC0B1BB/.tez/application_1463537179910_0001
2016-05-18 02:06:20,173 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_-1/_temporary
2016-05-18 02:06:20,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.290
2016-05-18 02:06:20,241 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_-1
2016-05-18 02:06:20,266 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:20,266 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:20,296 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:20,298 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:20,298 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:20,298 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:20,298 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_'field'
2016-05-18 02:06:20,323 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:20,324 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:20,358 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:20,362 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:20,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:20,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:20,364 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:20,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:20,382 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20,392 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:20,392 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_RESULTS"]
2016-05-18 02:06:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:20,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20,394 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:20,407 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:20,411 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:20,412 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:20,412 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:20,421 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001 doesn't exist and is created
2016-05-18 02:06:20,442 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:20,442 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:20,442 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001_wd
2016-05-18 02:06:20,458 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537180412_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:20,458 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:20,458 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:20,460 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:20,460 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:20,460 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:20,460 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:20,461 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:20,463 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:20,463 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:20,463 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:20,463 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:20,464 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:20,464 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:20,464 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:20,466 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:20,466 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:20,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:20,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001_wd/localmode-log-dir
2016-05-18 02:06:20,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001_wd/localmode-log-dir/history.txt.appattempt_1463537180412_0001_000000, maxErrors=10
2016-05-18 02:06:20,467 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:20,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537180412_0001_000000, appSubmitTime=1463537180457, launchTime=1463537180457
2016-05-18 02:06:20,470 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:20,473 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:32824
2016-05-18 02:06:20,473 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537180412
2016-05-18 02:06:20,476 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537180412_0001_000000, startTime=1463537180476
2016-05-18 02:06:20,476 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:20,513 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:20,514 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:20,542 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:20,542 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:20,543 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537180412_0001, dagName=[7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20,558 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20,558 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:20,559 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537180412_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001_wd/localmode-log-dir/dag_1463537180412_0001_1.dot
2016-05-18 02:06:20,559 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001_wd/localmode-log-dir/dag_1463537180412_0001_1-tez-dag.pb.txt
2016-05-18 02:06:20,563 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537180412_0001_1
2016-05-18 02:06:20,563 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,563 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20 Running Dag: dag_1463537180412_0001_1
2016-05-18 02:06:20,577 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537180412_0001_1, submitTime=1463537180558
2016-05-18 02:06:20,578 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001/tez-conf.pb" } size: 40945 timestamp: 1463537180000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:20,578 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,579 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,580 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:20,580 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:20,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537180412_0001_1, initTime=1463537180580
2016-05-18 02:06:20,580 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180412_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:20,580 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:20,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:DAG_STARTED]: dagID=dag_1463537180412_0001_1, startTime=1463537180581
2016-05-18 02:06:20,581 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180412_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B79338B375FF4056A5694D6E5618EF2A : {332FAC120A3D4A59A4128A05B311788A={InputName=332FAC120A3D4A59A4128A05B311788A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 332FAC120A3D4A59A4128A05B311788A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,581 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,582 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537180412_0001, dagName=[7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS
2016-05-18 02:06:20,583 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:20,583 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 332FAC120A3D4A59A4128A05B311788A on vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,584 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 332FAC120A3D4A59A4128A05B311788A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:20,585 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:20,585 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:20,586 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:20,586 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:20,586 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 332FAC120A3D4A59A4128A05B311788A on vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,587 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:20,587 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {332FAC120A3D4A59A4128A05B311788A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:20,587 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] parallelism set to 1
2016-05-18 02:06:20,588 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:20,588 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A], numAdditionalOutputs=1
2016-05-18 02:06:20,588 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=7EBEDC7F90BC4FA3943E165B1CB2A26C, vertex=vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:20,589 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B79338B375FF4056A5694D6E5618EF2A:7EBEDC7F90BC4FA3943E165B1CB2A26C using oldmapred API
2016-05-18 02:06:20,589 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=7EBEDC7F90BC4FA3943E165B1CB2A26C, vertexName=B79338B375FF4056A5694D6E5618EF2A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:20,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, vertexId=vertex_1463537180412_0001_1_00, initRequestedTime=1463537180581, initedTime=1463537180588, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:20,590 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] with distanceFromRoot: 0
2016-05-18 02:06:20,591 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:20,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537180412_0001_1_00, startRequestedTime=1463537180583, startedTime=1463537180591
2016-05-18 02:06:20,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537180412_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:20,591 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:20,592 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B79338B375FF4056A5694D6E5618EF2A
2016-05-18 02:06:20,592 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:TASK_STARTED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, taskId=task_1463537180412_0001_1_00_000000, scheduledTime=1463537180592, launchTime=1463537180592
2016-05-18 02:06:20,593 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,593 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:20,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537180412_0001_00_000001, launchTime=1463537180595
2016-05-18 02:06:20,595 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537180412_0001_00_000001
2016-05-18 02:06:20,597 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537180412_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,597 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537180412_0001_1_00_000000_0] started. Is using containerId: [container_1463537180412_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:20,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0, startTime=1463537180597, containerId=container_1463537180412_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:20 Starting to run new task attempt: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,597 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,597 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,597 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:20,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS, VertexName: B79338B375FF4056A5694D6E5618EF2A, VertexParallelism: 1, TaskAttemptID:attempt_1463537180412_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=332FAC120A3D4A59A4128A05B311788A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=7EBEDC7F90BC4FA3943E165B1CB2A26C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:20,600 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:20,600 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,601 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537180412_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:20,601 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537180412_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:20,605 INFO  input.MRInput (MRInput.java:initialize(440)) - 332FAC120A3D4A59A4128A05B311788A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:20,605 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:20,605 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537180412_0001, with dag id: dag_1463537180412_0001_1
2016-05-18 02:06:20,605 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 332FAC120A3D4A59A4128A05B311788A
2016-05-18 02:06:20,614 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B79338B375FF4056A5694D6E5618EF2A, ordinal: 0
2016-05-18 02:06:20,614 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B79338B375FF4056A5694D6E5618EF2A, mem on start (mb), free: 130, total: 388, max: 672
2016-05-18 02:06:20,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:20,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:20,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:20,616 INFO  output.MROutput (MROutput.java:initialize(421)) - 7EBEDC7F90BC4FA3943E165B1CB2A26C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:20,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:20,617 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[332FAC120A3D4A59A4128A05B311788A:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [7EBEDC7F90BC4FA3943E165B1CB2A26C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:20,617 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:20,617 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:20,617 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:20,618 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[332FAC120A3D4A59A4128A05B311788A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [7EBEDC7F90BC4FA3943E165B1CB2A26C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:20,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:20,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 332FAC120A3D4A59A4128A05B311788A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:20,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 332FAC120A3D4A59A4128A05B311788A
2016-05-18 02:06:20,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:20,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:20,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:20,619 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,620 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:20,621 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 332FAC120A3D4A59A4128A05B311788A initialized RecordReader from event
2016-05-18 02:06:20,622 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,622 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 332FAC120A3D4A59A4128A05B311788A
2016-05-18 02:06:20,622 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_RESULTS"], id: 7EBEDC7F90BC4FA3943E165B1CB2A26C
2016-05-18 02:06:20,623 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_RESULTS"]
2016-05-18 02:06:20,623 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,623 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B79338B375FF4056A5694D6E5618EF2A, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:20,626 INFO  output.MROutput (MROutput.java:close(526)) - 7EBEDC7F90BC4FA3943E165B1CB2A26C closed
2016-05-18 02:06:20,626 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537180412_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:20,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,627 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B79338B375FF4056A5694D6E5618EF2A, mem on close (mb), free: 128, total: 388, max: 672
2016-05-18 02:06:20,627 INFO  output.MROutput (MROutput.java:close(526)) - 7EBEDC7F90BC4FA3943E165B1CB2A26C closed
2016-05-18 02:06:20,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:20 Completed running task attempt: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,628 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:20,629 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537180412_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:20,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537180412_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537180624, Process_Duration=3, Process_End_Time=1463537180627, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:20,631 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537180412_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:20,631 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:20,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, taskAttemptId=attempt_1463537180412_0001_1_00_000000_0, creationTime=1463537180593, allocationTime=1463537180594, startTime=1463537180597, finishTime=1463537180631, timeTaken=34, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:20,631 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:20,631 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,631 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20,631 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537180412_0001_00_000001
2016-05-18 02:06:20,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:TASK_FINISHED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, taskId=task_1463537180412_0001_1_00_000000, startTime=1463537180597, finishTime=1463537180631, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537180412_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180624, Process_Duration=3, Process_End_Time=1463537180627, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:20,632 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:20,632 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A]
2016-05-18 02:06:20,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:VERTEX_FINISHED]: vertexName=B79338B375FF4056A5694D6E5618EF2A, vertexId=vertex_1463537180412_0001_1_00, initRequestedTime=1463537180581, initedTime=1463537180588, startRequestedTime=1463537180583, startedTime=1463537180591, finishTime=1463537180633, timeTaken=42, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180624, Process_Duration=3, Process_End_Time=1463537180627, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537180597, firstTasksToStart=[ task_1463537180412_0001_1_00_000000 ], lastTaskFinishTime=1463537180631, lastTasksToFinish=[ task_1463537180412_0001_1_00_000000 ], minTaskDuration=34, maxTaskDuration=34, avgTaskDuration=34.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537180412_0001_1_00_000000 ], longestDurationTasks=[ task_1463537180412_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:20,633 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:20,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537180412_0001_00_000001, stoppedTime=1463537180634, exitStatus=0
2016-05-18 02:06:20,634 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:20,634 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:20,634 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537180412_0001_1
2016-05-18 02:06:20,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537180412_0001_1
2016-05-18 02:06:20,634 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 7EBEDC7F90BC4FA3943E165B1CB2A26C for vertex: vertex_1463537180412_0001_1_00 [B79338B375FF4056A5694D6E5618EF2A], outputName: 7EBEDC7F90BC4FA3943E165B1CB2A26C
2016-05-18 02:06:20,634 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180412_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:20,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537180412_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:20,642 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537180412_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:20,642 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537180412_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:20,643 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537180412_0001_00_000001, Exiting
2016-05-18 02:06:20,643 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537180412_0001_00_000001
2016-05-18 02:06:20,643 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537180412_0001_00_000001
2016-05-18 02:06:20,643 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537180412_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:20,644 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537180412_0001_00_000001 completed successfully
2016-05-18 02:06:20,645 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:7EBEDC7F90BC4FA3943E165B1CB2A26C of vertex/vertexGroup:B79338B375FF4056A5694D6E5618EF2A isVertexGroupOutput:false
2016-05-18 02:06:20,645 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:20,646 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537180412_0001_1, queueSize=0
2016-05-18 02:06:20,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180412_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537180412_0001_1, startTime=1463537180580, finishTime=1463537180645, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=110, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537180624, Process_Duration=3, Process_End_Time=1463537180627, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:20,646 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537180412_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:20,646 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180412_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:20 Completed Dag: dag_1463537180412_0001_1
2016-05-18 02:06:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537180412_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:20,647 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537180412_0001_1_post
2016-05-18 02:06:20,647 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS, with id=dag_1463537180412_0001_1
2016-05-18 02:06:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640] each/(1/1) ...lyplatform/0_ARGS_RESULTS, with id=dag_1463537180412_0001_1
2016-05-18 02:06:20,653 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_ARGS_RESULTS, applicationId=application_1463537180412_0001
2016-05-18 02:06:20,654 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:20,654 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:20,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:20,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:20,654 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:20,655 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:20,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:20,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:20,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:20,656 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:20,656 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:20,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:20,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:20,657 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:20,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7AD3CA2654764B868E70664796967F7D/B666A1C8580F4936B8043B55330E6640/.tez/application_1463537180412_0001
2016-05-18 02:06:20,661 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_RESULTS/_temporary
2016-05-18 02:06:20,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.269
2016-05-18 02:06:20,736 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_RESULTS
2016-05-18 02:06:20,762 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:20,763 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:20,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:20,806 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:20,807 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:20,807 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:20,807 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_ALL
2016-05-18 02:06:20,829 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:20,829 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:20,861 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:20,871 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:20,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:20,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:20,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:20,887 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:20,888 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_REPLACE
2016-05-18 02:06:20,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:20,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:20,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_REPLACE"]
2016-05-18 02:06:20,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:20,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:20,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:20,900 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:20,900 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:20,913 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:20,917 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:20,918 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:20,918 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:20,926 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001 doesn't exist and is created
2016-05-18 02:06:20,946 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:20,946 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:20,946 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001_wd
2016-05-18 02:06:20,961 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537180917_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:20,961 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:20,961 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:20,963 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:20,963 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:20,963 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:20,963 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:20,964 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:20,966 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:20,966 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:20,966 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:20,967 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:20,968 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:20,968 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:20,969 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:20,969 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:20,969 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:20,969 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:20,970 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:20,970 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:20,971 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:20,972 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:20,972 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:20,973 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:20,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:20,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001_wd/localmode-log-dir
2016-05-18 02:06:20,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001_wd/localmode-log-dir/history.txt.appattempt_1463537180917_0001_000000, maxErrors=10
2016-05-18 02:06:20,974 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:20,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537180917_0001_000000, appSubmitTime=1463537180960, launchTime=1463537180960
2016-05-18 02:06:20,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:20,981 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57262
2016-05-18 02:06:20,982 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537180917
2016-05-18 02:06:20,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537180917_0001_000000, startTime=1463537180983
2016-05-18 02:06:20,983 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:21,046 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:21,046 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:21,047 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537180917_0001, dagName=[1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:21,062 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:21,063 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:21,063 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537180917_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001_wd/localmode-log-dir/dag_1463537180917_0001_1.dot
2016-05-18 02:06:21,064 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001_wd/localmode-log-dir/dag_1463537180917_0001_1-tez-dag.pb.txt
2016-05-18 02:06:21,067 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537180917_0001_1
2016-05-18 02:06:21,067 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,067 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:21 Running Dag: dag_1463537180917_0001_1
2016-05-18 02:06:21,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537180917_0001_1, submitTime=1463537181063
2016-05-18 02:06:21,083 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001/tez-conf.pb" } size: 40945 timestamp: 1463537180000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:21,083 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,083 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,083 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:21,084 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:21,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537180917_0001_1, initTime=1463537181084
2016-05-18 02:06:21,084 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180917_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:21,084 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:21,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:DAG_STARTED]: dagID=dag_1463537180917_0001_1, startTime=1463537181084
2016-05-18 02:06:21,085 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537180917_0001, dagName=[1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE
2016-05-18 02:06:21,085 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180917_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:21,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DB5DF97C19384D3088A82BD1F1076B6D : {6C664A729F73476098248C1AD97FFD8A={InputName=6C664A729F73476098248C1AD97FFD8A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:21,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 6C664A729F73476098248C1AD97FFD8A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:21,087 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,088 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,088 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,088 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,088 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:21,088 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 6C664A729F73476098248C1AD97FFD8A on vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 6C664A729F73476098248C1AD97FFD8A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:21,092 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:21,092 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:21,092 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:21,092 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:21,092 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 6C664A729F73476098248C1AD97FFD8A on vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,094 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,094 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {6C664A729F73476098248C1AD97FFD8A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:21,095 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] parallelism set to 1
2016-05-18 02:06:21,095 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,095 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D], numAdditionalOutputs=1
2016-05-18 02:06:21,096 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D2C5F83E2EA241249485E131A75B4EF1, vertex=vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:21,098 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DB5DF97C19384D3088A82BD1F1076B6D:D2C5F83E2EA241249485E131A75B4EF1 using oldmapred API
2016-05-18 02:06:21,098 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D2C5F83E2EA241249485E131A75B4EF1, vertexName=DB5DF97C19384D3088A82BD1F1076B6D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:21,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, vertexId=vertex_1463537180917_0001_1_00, initRequestedTime=1463537181087, initedTime=1463537181095, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:21,099 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] with distanceFromRoot: 0
2016-05-18 02:06:21,099 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:21,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537180917_0001_1_00, startRequestedTime=1463537181088, startedTime=1463537181100
2016-05-18 02:06:21,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537180917_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:21,101 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:21,101 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DB5DF97C19384D3088A82BD1F1076B6D
2016-05-18 02:06:21,101 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:TASK_STARTED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, taskId=task_1463537180917_0001_1_00_000000, scheduledTime=1463537181101, launchTime=1463537181101
2016-05-18 02:06:21,102 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,103 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:21,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537180917_0001_00_000001, launchTime=1463537181104
2016-05-18 02:06:21,105 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537180917_0001_00_000001
2016-05-18 02:06:21,106 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537180917_0001_1_00_000000_0] started. Is using containerId: [container_1463537180917_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:21,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0, startTime=1463537181105, containerId=container_1463537180917_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:21,106 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537180917_0001, with dag id: dag_1463537180917_0001_1
2016-05-18 02:06:21,107 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537180917_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,109 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,110 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,110 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:21,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE, VertexName: DB5DF97C19384D3088A82BD1F1076B6D, VertexParallelism: 1, TaskAttemptID:attempt_1463537180917_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6C664A729F73476098248C1AD97FFD8A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D2C5F83E2EA241249485E131A75B4EF1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:21,110 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:21,111 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,112 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537180917_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:21,112 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537180917_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:21,115 INFO  input.MRInput (MRInput.java:initialize(440)) - 6C664A729F73476098248C1AD97FFD8A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:21,115 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 6C664A729F73476098248C1AD97FFD8A
2016-05-18 02:06:21,116 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:21,122 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DB5DF97C19384D3088A82BD1F1076B6D, ordinal: 0
2016-05-18 02:06:21,122 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB5DF97C19384D3088A82BD1F1076B6D, mem on start (mb), free: 230, total: 388, max: 672
2016-05-18 02:06:21,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:21,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:21,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:21,125 INFO  output.MROutput (MROutput.java:initialize(421)) - D2C5F83E2EA241249485E131A75B4EF1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:21,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:21,126 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6C664A729F73476098248C1AD97FFD8A:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D2C5F83E2EA241249485E131A75B4EF1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:21,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:21,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:21,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:21,126 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6C664A729F73476098248C1AD97FFD8A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D2C5F83E2EA241249485E131A75B4EF1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:21,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:21,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 6C664A729F73476098248C1AD97FFD8A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:21,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:21,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:21,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 6C664A729F73476098248C1AD97FFD8A
2016-05-18 02:06:21,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:21,127 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,128 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:21,129 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 6C664A729F73476098248C1AD97FFD8A initialized RecordReader from event
2016-05-18 02:06:21,130 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,130 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 6C664A729F73476098248C1AD97FFD8A
2016-05-18 02:06:21,130 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_REPLACE"], id: D2C5F83E2EA241249485E131A75B4EF1
2016-05-18 02:06:21,131 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_REPLACE"]
2016-05-18 02:06:21,131 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,131 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DB5DF97C19384D3088A82BD1F1076B6D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:21,134 INFO  output.MROutput (MROutput.java:close(526)) - D2C5F83E2EA241249485E131A75B4EF1 closed
2016-05-18 02:06:21,134 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537180917_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:21,134 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,134 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB5DF97C19384D3088A82BD1F1076B6D, mem on close (mb), free: 228, total: 388, max: 672
2016-05-18 02:06:21,135 INFO  output.MROutput (MROutput.java:close(526)) - D2C5F83E2EA241249485E131A75B4EF1 closed
2016-05-18 02:06:21,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:21 Completed running task attempt: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,136 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:21,136 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537180917_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:21,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537180917_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537181131, Process_Duration=3, Process_End_Time=1463537181134, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:21,137 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537180917_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:21,138 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:21,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, taskAttemptId=attempt_1463537180917_0001_1_00_000000_0, creationTime=1463537181102, allocationTime=1463537181103, startTime=1463537181105, finishTime=1463537181137, timeTaken=32, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:21,138 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:21,138 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,138 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21,139 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537180917_0001_00_000001
2016-05-18 02:06:21,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:TASK_FINISHED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, taskId=task_1463537180917_0001_1_00_000000, startTime=1463537181105, finishTime=1463537181139, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537180917_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181131, Process_Duration=3, Process_End_Time=1463537181134, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:21,139 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:21,140 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D]
2016-05-18 02:06:21,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:VERTEX_FINISHED]: vertexName=DB5DF97C19384D3088A82BD1F1076B6D, vertexId=vertex_1463537180917_0001_1_00, initRequestedTime=1463537181087, initedTime=1463537181095, startRequestedTime=1463537181088, startedTime=1463537181100, finishTime=1463537181140, timeTaken=40, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181131, Process_Duration=3, Process_End_Time=1463537181134, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537181105, firstTasksToStart=[ task_1463537180917_0001_1_00_000000 ], lastTaskFinishTime=1463537181137, lastTasksToFinish=[ task_1463537180917_0001_1_00_000000 ], minTaskDuration=32, maxTaskDuration=32, avgTaskDuration=32.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537180917_0001_1_00_000000 ], longestDurationTasks=[ task_1463537180917_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:21,140 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:21,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537180917_0001_00_000001, stoppedTime=1463537181141, exitStatus=0
2016-05-18 02:06:21,141 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:21,141 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:21,141 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537180917_0001_1
2016-05-18 02:06:21,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537180917_0001_1
2016-05-18 02:06:21,141 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: D2C5F83E2EA241249485E131A75B4EF1 for vertex: vertex_1463537180917_0001_1_00 [DB5DF97C19384D3088A82BD1F1076B6D], outputName: D2C5F83E2EA241249485E131A75B4EF1
2016-05-18 02:06:21,141 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180917_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:21,142 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537180917_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:21,149 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537180917_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:21,149 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537180917_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:21,149 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537180917_0001_00_000001, Exiting
2016-05-18 02:06:21,149 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537180917_0001_00_000001
2016-05-18 02:06:21,149 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537180917_0001_00_000001
2016-05-18 02:06:21,150 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537180917_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:21,150 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537180917_0001_00_000001 completed successfully
2016-05-18 02:06:21,151 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:D2C5F83E2EA241249485E131A75B4EF1 of vertex/vertexGroup:DB5DF97C19384D3088A82BD1F1076B6D isVertexGroupOutput:false
2016-05-18 02:06:21,151 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:21,152 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537180917_0001_1, queueSize=0
2016-05-18 02:06:21,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537180917_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537180917_0001_1, startTime=1463537181084, finishTime=1463537181151, timeTaken=67, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=110, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181131, Process_Duration=3, Process_End_Time=1463537181134, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:21,152 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537180917_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:21,153 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537180917_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:21 Completed Dag: dag_1463537180917_0001_1
2016-05-18 02:06:21,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537180917_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:21,153 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537180917_0001_1_post
2016-05-18 02:06:21,153 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:21,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:21,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE, with id=dag_1463537180917_0001_1
2016-05-18 02:06:21,154 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738] each/(1/1) ...lyplatform/0_ARGS_REPLACE, with id=dag_1463537180917_0001_1
2016-05-18 02:06:21,163 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/0_ARGS_REPLACE, applicationId=application_1463537180917_0001
2016-05-18 02:06:21,165 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:21,165 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:21,165 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:21,165 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:21,165 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:21,165 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:21,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:21,166 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:21,166 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:21,167 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:21,167 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:21,167 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:21,167 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:21,169 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:21,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1FC5300760634C209FC6FCF48AE4C153/F3F486FF970147E6B7619E07D9EF3738/.tez/application_1463537180917_0001
2016-05-18 02:06:21,172 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_REPLACE/_temporary
2016-05-18 02:06:21,172 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.274
2016-05-18 02:06:21,241 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_REPLACE
2016-05-18 02:06:21,264 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:21,264 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:21,297 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:21,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:06:21,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:21,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:21,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:21,320 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:21,320 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21,329 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:21,330 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,330 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_SWAP"]
2016-05-18 02:06:21,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:21,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:21,332 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:21,334 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21,334 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:21,348 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:21,353 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:21,353 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:21,353 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:21,363 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001 doesn't exist and is created
2016-05-18 02:06:21,386 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:21,386 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:21,387 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001_wd
2016-05-18 02:06:21,405 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537181353_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:21,405 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:21,405 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:21,407 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:21,407 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:21,407 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:21,408 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:21,408 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:21,410 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:21,410 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:21,410 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:21,410 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:21,411 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:21,411 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:21,413 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:21,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:21,416 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:21,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:21,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001_wd/localmode-log-dir
2016-05-18 02:06:21,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001_wd/localmode-log-dir/history.txt.appattempt_1463537181353_0001_000000, maxErrors=10
2016-05-18 02:06:21,418 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:21,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537181353_0001_000000, appSubmitTime=1463537181404, launchTime=1463537181405
2016-05-18 02:06:21,421 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:21,428 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53170
2016-05-18 02:06:21,429 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537181353
2016-05-18 02:06:21,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537181353_0001_000000, startTime=1463537181431
2016-05-18 02:06:21,431 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:21,477 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:21,477 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:21,487 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:21,487 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:21,487 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537181353_0001, dagName=[94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21,510 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21,510 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:21,511 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537181353_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001_wd/localmode-log-dir/dag_1463537181353_0001_1.dot
2016-05-18 02:06:21,511 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001_wd/localmode-log-dir/dag_1463537181353_0001_1-tez-dag.pb.txt
2016-05-18 02:06:21,515 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537181353_0001_1
2016-05-18 02:06:21,515 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,515 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21 Running Dag: dag_1463537181353_0001_1
2016-05-18 02:06:21,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537181353_0001_1, submitTime=1463537181510
2016-05-18 02:06:21,531 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001/tez-conf.pb" } size: 40945 timestamp: 1463537181000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:21,532 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,532 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,532 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:21,532 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:21,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537181353_0001_1, initTime=1463537181532
2016-05-18 02:06:21,533 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181353_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:21,533 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:21,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:DAG_STARTED]: dagID=dag_1463537181353_0001_1, startTime=1463537181534
2016-05-18 02:06:21,534 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181353_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:21,534 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DC60B8D7FC7E4B2897036301C721F873 : {E784575E0C544BCDBA41637F4CF79B3E={InputName=E784575E0C544BCDBA41637F4CF79B3E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:21,534 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E784575E0C544BCDBA41637F4CF79B3E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:21,534 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537181353_0001, dagName=[94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP
2016-05-18 02:06:21,534 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,535 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,535 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,535 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,535 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:21,536 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E784575E0C544BCDBA41637F4CF79B3E on vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,538 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E784575E0C544BCDBA41637F4CF79B3E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:21,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:21,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:21,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:21,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:21,540 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E784575E0C544BCDBA41637F4CF79B3E on vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,541 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,542 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E784575E0C544BCDBA41637F4CF79B3E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:21,542 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] parallelism set to 1
2016-05-18 02:06:21,542 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,543 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873], numAdditionalOutputs=1
2016-05-18 02:06:21,543 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=6181CDA555F24583BF32C623E4C4E95D, vertex=vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:21,545 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DC60B8D7FC7E4B2897036301C721F873:6181CDA555F24583BF32C623E4C4E95D using oldmapred API
2016-05-18 02:06:21,545 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=6181CDA555F24583BF32C623E4C4E95D, vertexName=DC60B8D7FC7E4B2897036301C721F873, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:21,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, vertexId=vertex_1463537181353_0001_1_00, initRequestedTime=1463537181534, initedTime=1463537181543, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:21,546 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] with distanceFromRoot: 0
2016-05-18 02:06:21,546 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:21,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537181353_0001_1_00, startRequestedTime=1463537181536, startedTime=1463537181546
2016-05-18 02:06:21,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537181353_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:21,547 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:21,547 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DC60B8D7FC7E4B2897036301C721F873
2016-05-18 02:06:21,547 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:TASK_STARTED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, taskId=task_1463537181353_0001_1_00_000000, scheduledTime=1463537181547, launchTime=1463537181547
2016-05-18 02:06:21,548 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,549 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:21,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537181353_0001_00_000001, launchTime=1463537181550
2016-05-18 02:06:21,551 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537181353_0001_00_000001
2016-05-18 02:06:21,552 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537181353_0001_1_00_000000_0] started. Is using containerId: [container_1463537181353_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:21,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0, startTime=1463537181552, containerId=container_1463537181353_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:21,552 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537181353_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,553 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,553 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,553 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:21,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP, VertexName: DC60B8D7FC7E4B2897036301C721F873, VertexParallelism: 1, TaskAttemptID:attempt_1463537181353_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E784575E0C544BCDBA41637F4CF79B3E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=6181CDA555F24583BF32C623E4C4E95D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:21,554 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537181353_0001, with dag id: dag_1463537181353_0001_1
2016-05-18 02:06:21,554 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:21,555 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,555 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537181353_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:21,556 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537181353_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:21,558 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:21,558 INFO  input.MRInput (MRInput.java:initialize(440)) - E784575E0C544BCDBA41637F4CF79B3E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:21,559 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E784575E0C544BCDBA41637F4CF79B3E
2016-05-18 02:06:21,566 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DC60B8D7FC7E4B2897036301C721F873, ordinal: 0
2016-05-18 02:06:21,566 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC60B8D7FC7E4B2897036301C721F873, mem on start (mb), free: 139, total: 388, max: 672
2016-05-18 02:06:21,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:21,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:21,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:21,570 INFO  output.MROutput (MROutput.java:initialize(421)) - 6181CDA555F24583BF32C623E4C4E95D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:21,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:21,570 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E784575E0C544BCDBA41637F4CF79B3E:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [6181CDA555F24583BF32C623E4C4E95D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:21,571 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:21,571 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:21,571 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:21,571 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E784575E0C544BCDBA41637F4CF79B3E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [6181CDA555F24583BF32C623E4C4E95D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:21,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:21,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E784575E0C544BCDBA41637F4CF79B3E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:21,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E784575E0C544BCDBA41637F4CF79B3E
2016-05-18 02:06:21,572 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:21,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:21,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:21,573 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,576 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:21,576 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E784575E0C544BCDBA41637F4CF79B3E initialized RecordReader from event
2016-05-18 02:06:21,577 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,578 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E784575E0C544BCDBA41637F4CF79B3E
2016-05-18 02:06:21,578 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_SWAP"], id: 6181CDA555F24583BF32C623E4C4E95D
2016-05-18 02:06:21,578 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_SWAP"]
2016-05-18 02:06:21,579 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,579 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DC60B8D7FC7E4B2897036301C721F873, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:21,582 INFO  output.MROutput (MROutput.java:close(526)) - 6181CDA555F24583BF32C623E4C4E95D closed
2016-05-18 02:06:21,582 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537181353_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:21,583 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,583 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC60B8D7FC7E4B2897036301C721F873, mem on close (mb), free: 137, total: 388, max: 672
2016-05-18 02:06:21,583 INFO  output.MROutput (MROutput.java:close(526)) - 6181CDA555F24583BF32C623E4C4E95D closed
2016-05-18 02:06:21,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:21 Completed running task attempt: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,584 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:21,584 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537181353_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:21,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537181353_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537181579, Process_Duration=4, Process_End_Time=1463537181583, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:21,586 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537181353_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:21,586 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:21,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, taskAttemptId=attempt_1463537181353_0001_1_00_000000_0, creationTime=1463537181548, allocationTime=1463537181549, startTime=1463537181552, finishTime=1463537181586, timeTaken=34, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:21,586 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:21,586 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,587 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21,587 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537181353_0001_00_000001
2016-05-18 02:06:21,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:TASK_FINISHED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, taskId=task_1463537181353_0001_1_00_000000, startTime=1463537181552, finishTime=1463537181587, timeTaken=35, status=SUCCEEDED, successfulAttemptID=attempt_1463537181353_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181579, Process_Duration=4, Process_End_Time=1463537181583, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:21,588 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:21,588 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873]
2016-05-18 02:06:21,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:VERTEX_FINISHED]: vertexName=DC60B8D7FC7E4B2897036301C721F873, vertexId=vertex_1463537181353_0001_1_00, initRequestedTime=1463537181534, initedTime=1463537181543, startRequestedTime=1463537181536, startedTime=1463537181546, finishTime=1463537181588, timeTaken=42, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181579, Process_Duration=4, Process_End_Time=1463537181583, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537181552, firstTasksToStart=[ task_1463537181353_0001_1_00_000000 ], lastTaskFinishTime=1463537181586, lastTasksToFinish=[ task_1463537181353_0001_1_00_000000 ], minTaskDuration=34, maxTaskDuration=34, avgTaskDuration=34.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537181353_0001_1_00_000000 ], longestDurationTasks=[ task_1463537181353_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:21,589 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:21,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537181353_0001_00_000001, stoppedTime=1463537181589, exitStatus=0
2016-05-18 02:06:21,589 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:21,590 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:21,590 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537181353_0001_1
2016-05-18 02:06:21,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537181353_0001_1
2016-05-18 02:06:21,590 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181353_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:21,590 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 6181CDA555F24583BF32C623E4C4E95D for vertex: vertex_1463537181353_0001_1_00 [DC60B8D7FC7E4B2897036301C721F873], outputName: 6181CDA555F24583BF32C623E4C4E95D
2016-05-18 02:06:21,590 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537181353_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:21,597 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537181353_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:21,597 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537181353_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:21,598 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537181353_0001_00_000001, Exiting
2016-05-18 02:06:21,598 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537181353_0001_00_000001
2016-05-18 02:06:21,598 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537181353_0001_00_000001
2016-05-18 02:06:21,599 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537181353_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:21,599 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537181353_0001_00_000001 completed successfully
2016-05-18 02:06:21,601 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:6181CDA555F24583BF32C623E4C4E95D of vertex/vertexGroup:DC60B8D7FC7E4B2897036301C721F873 isVertexGroupOutput:false
2016-05-18 02:06:21,601 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:21,602 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537181353_0001_1, queueSize=0
2016-05-18 02:06:21,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181353_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537181353_0001_1, startTime=1463537181533, finishTime=1463537181601, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537181579, Process_Duration=4, Process_End_Time=1463537181583, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:21,603 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537181353_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:21,603 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181353_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:21 Completed Dag: dag_1463537181353_0001_1
2016-05-18 02:06:21,604 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537181353_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:21,604 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537181353_0001_1_post
2016-05-18 02:06:21,604 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,604 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:21,604 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:21,605 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP, with id=dag_1463537181353_0001_1
2016-05-18 02:06:21,605 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432] each/(1/1) ...emblyplatform/0_ARGS_SWAP, with id=dag_1463537181353_0001_1
2016-05-18 02:06:21,610 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/0_ARGS_SWAP, applicationId=application_1463537181353_0001
2016-05-18 02:06:21,611 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:21,611 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:21,611 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:21,611 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:21,611 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:21,611 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:21,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:21,612 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:21,612 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:21,612 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:21,613 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:21,613 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:21,613 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:21,614 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:21,616 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/94CA884EA973420E9365D772EE87DB5B/CE96F903C1484C46B4A8253021B64432/.tez/application_1463537181353_0001
2016-05-18 02:06:21,617 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/0_ARGS_SWAP/_temporary
2016-05-18 02:06:21,617 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.288
2016-05-18 02:06:21,689 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//0_ARGS_SWAP
2016-05-18 02:06:21,714 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:21,714 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:21,748 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:21,752 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:21,752 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:21,753 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:21,753 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:21,777 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:21,777 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_-1
2016-05-18 02:06:21,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:21,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:21,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_-1"]
2016-05-18 02:06:21,786 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:21,787 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:21,787 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:21,788 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:21,788 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:21,801 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:21,805 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:21,806 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:21,806 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:21,814 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001 doesn't exist and is created
2016-05-18 02:06:21,834 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:21,834 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:21,835 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001_wd
2016-05-18 02:06:21,851 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537181805_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:21,851 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:21,851 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:21,853 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:21,853 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:21,853 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:21,853 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:21,854 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:21,855 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:21,855 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:21,856 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:21,856 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:21,857 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:21,858 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:21,859 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:21,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:21,859 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001_wd/localmode-log-dir
2016-05-18 02:06:21,859 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001_wd/localmode-log-dir/history.txt.appattempt_1463537181805_0001_000000, maxErrors=10
2016-05-18 02:06:21,859 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:21,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537181805_0001_000000, appSubmitTime=1463537181850, launchTime=1463537181850
2016-05-18 02:06:21,862 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:21,865 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:49377
2016-05-18 02:06:21,867 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537181805
2016-05-18 02:06:21,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537181805_0001_000000, startTime=1463537181869
2016-05-18 02:06:21,869 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:21,934 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:21,935 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:21,935 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537181805_0001, dagName=[45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:21,938 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:21,938 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:21,951 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:21,951 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:21,952 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537181805_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001_wd/localmode-log-dir/dag_1463537181805_0001_1.dot
2016-05-18 02:06:21,952 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001_wd/localmode-log-dir/dag_1463537181805_0001_1-tez-dag.pb.txt
2016-05-18 02:06:21,956 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537181805_0001_1
2016-05-18 02:06:21,956 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,956 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:21 Running Dag: dag_1463537181805_0001_1
2016-05-18 02:06:21,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537181805_0001_1, submitTime=1463537181951
2016-05-18 02:06:21,971 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001/tez-conf.pb" } size: 40945 timestamp: 1463537181000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:21,971 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,971 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,971 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:21,972 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:21,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537181805_0001_1, initTime=1463537181972
2016-05-18 02:06:21,972 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181805_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:21,972 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:21,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:DAG_STARTED]: dagID=dag_1463537181805_0001_1, startTime=1463537181972
2016-05-18 02:06:21,973 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181805_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D01D03046B45421C9D2332A711805AEF : {45C89051EFA64DF7B20F91D25C10348C={InputName=45C89051EFA64DF7B20F91D25C10348C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 45C89051EFA64DF7B20F91D25C10348C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,973 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,974 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:21,974 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537181805_0001, dagName=[45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1
2016-05-18 02:06:21,974 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 45C89051EFA64DF7B20F91D25C10348C on vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,976 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 45C89051EFA64DF7B20F91D25C10348C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:21,978 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:21,978 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:21,978 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:21,978 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:21,979 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 45C89051EFA64DF7B20F91D25C10348C on vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,979 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,981 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {45C89051EFA64DF7B20F91D25C10348C=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:21,982 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] parallelism set to 1
2016-05-18 02:06:21,982 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:21,982 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF], numAdditionalOutputs=1
2016-05-18 02:06:21,983 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=FB71163EFD9F4D28833D3D65EEB150A1, vertex=vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:21,984 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D01D03046B45421C9D2332A711805AEF:FB71163EFD9F4D28833D3D65EEB150A1 using oldmapred API
2016-05-18 02:06:21,984 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=FB71163EFD9F4D28833D3D65EEB150A1, vertexName=D01D03046B45421C9D2332A711805AEF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:21,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D01D03046B45421C9D2332A711805AEF, vertexId=vertex_1463537181805_0001_1_00, initRequestedTime=1463537181973, initedTime=1463537181982, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:21,985 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] with distanceFromRoot: 0
2016-05-18 02:06:21,985 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:21,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537181805_0001_1_00, startRequestedTime=1463537181974, startedTime=1463537181985
2016-05-18 02:06:21,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537181805_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:21,986 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:21,987 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D01D03046B45421C9D2332A711805AEF
2016-05-18 02:06:21,987 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:TASK_STARTED]: vertexName=D01D03046B45421C9D2332A711805AEF, taskId=task_1463537181805_0001_1_00_000000, scheduledTime=1463537181987, launchTime=1463537181987
2016-05-18 02:06:21,988 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:21,989 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:21,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537181805_0001_00_000001, launchTime=1463537181990
2016-05-18 02:06:21,991 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537181805_0001_00_000001
2016-05-18 02:06:21,993 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537181805_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:21,993 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537181805_0001_1_00_000000_0] started. Is using containerId: [container_1463537181805_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:21,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D01D03046B45421C9D2332A711805AEF, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0, startTime=1463537181993, containerId=container_1463537181805_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:21,995 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:21,996 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:21,997 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:21,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1, VertexName: D01D03046B45421C9D2332A711805AEF, VertexParallelism: 1, TaskAttemptID:attempt_1463537181805_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=45C89051EFA64DF7B20F91D25C10348C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FB71163EFD9F4D28833D3D65EEB150A1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:21,998 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:21,998 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537181805_0001, with dag id: dag_1463537181805_0001_1
2016-05-18 02:06:21,999 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22,000 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537181805_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:22,000 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537181805_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:22,004 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:22,006 INFO  input.MRInput (MRInput.java:initialize(440)) - 45C89051EFA64DF7B20F91D25C10348C using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:22,006 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 45C89051EFA64DF7B20F91D25C10348C
2016-05-18 02:06:22,011 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D01D03046B45421C9D2332A711805AEF, ordinal: 0
2016-05-18 02:06:22,011 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D01D03046B45421C9D2332A711805AEF, mem on start (mb), free: 260, total: 388, max: 672
2016-05-18 02:06:22,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:22,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:22,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:22,016 INFO  output.MROutput (MROutput.java:initialize(421)) - FB71163EFD9F4D28833D3D65EEB150A1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:22,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:22,016 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[45C89051EFA64DF7B20F91D25C10348C:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [FB71163EFD9F4D28833D3D65EEB150A1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:22,017 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:22,017 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:22,017 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:22,018 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[45C89051EFA64DF7B20F91D25C10348C:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [FB71163EFD9F4D28833D3D65EEB150A1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:22,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:22,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 45C89051EFA64DF7B20F91D25C10348C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:22,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 45C89051EFA64DF7B20F91D25C10348C
2016-05-18 02:06:22,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:22,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:22,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:22,020 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22,022 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:22,022 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 45C89051EFA64DF7B20F91D25C10348C initialized RecordReader from event
2016-05-18 02:06:22,024 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,025 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 45C89051EFA64DF7B20F91D25C10348C
2016-05-18 02:06:22,025 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_-1"], id: FB71163EFD9F4D28833D3D65EEB150A1
2016-05-18 02:06:22,025 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_-1"]
2016-05-18 02:06:22,026 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,026 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D01D03046B45421C9D2332A711805AEF, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:22,029 INFO  output.MROutput (MROutput.java:close(526)) - FB71163EFD9F4D28833D3D65EEB150A1 closed
2016-05-18 02:06:22,029 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537181805_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:22,030 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22,030 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D01D03046B45421C9D2332A711805AEF, mem on close (mb), free: 257, total: 388, max: 672
2016-05-18 02:06:22,030 INFO  output.MROutput (MROutput.java:close(526)) - FB71163EFD9F4D28833D3D65EEB150A1 closed
2016-05-18 02:06:22,030 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22,032 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:22,034 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537181805_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:22,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537181805_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537182026, Process_Duration=4, Process_End_Time=1463537182030, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:22,035 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537181805_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:22,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D01D03046B45421C9D2332A711805AEF, taskAttemptId=attempt_1463537181805_0001_1_00_000000_0, creationTime=1463537181987, allocationTime=1463537181990, startTime=1463537181993, finishTime=1463537182035, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:22,035 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:22,035 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:22,035 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,035 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:TASK_FINISHED]: vertexName=D01D03046B45421C9D2332A711805AEF, taskId=task_1463537181805_0001_1_00_000000, startTime=1463537181993, finishTime=1463537182036, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537181805_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182026, Process_Duration=4, Process_End_Time=1463537182030, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,036 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:22,037 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF]
2016-05-18 02:06:22,037 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537181805_0001_00_000001
2016-05-18 02:06:22,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:VERTEX_FINISHED]: vertexName=D01D03046B45421C9D2332A711805AEF, vertexId=vertex_1463537181805_0001_1_00, initRequestedTime=1463537181973, initedTime=1463537181982, startRequestedTime=1463537181974, startedTime=1463537181985, finishTime=1463537182037, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182026, Process_Duration=4, Process_End_Time=1463537182030, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537181993, firstTasksToStart=[ task_1463537181805_0001_1_00_000000 ], lastTaskFinishTime=1463537182035, lastTasksToFinish=[ task_1463537181805_0001_1_00_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537181805_0001_1_00_000000 ], longestDurationTasks=[ task_1463537181805_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:22,038 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:22,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537181805_0001_00_000001, stoppedTime=1463537182038, exitStatus=0
2016-05-18 02:06:22,038 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:22,038 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,038 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537181805_0001_1
2016-05-18 02:06:22,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537181805_0001_1
2016-05-18 02:06:22,039 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181805_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:22,039 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: FB71163EFD9F4D28833D3D65EEB150A1 for vertex: vertex_1463537181805_0001_1_00 [D01D03046B45421C9D2332A711805AEF], outputName: FB71163EFD9F4D28833D3D65EEB150A1
2016-05-18 02:06:22,039 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537181805_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:22,047 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537181805_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:22,047 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537181805_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:22,047 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537181805_0001_00_000001, Exiting
2016-05-18 02:06:22,048 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537181805_0001_00_000001
2016-05-18 02:06:22,048 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537181805_0001_00_000001
2016-05-18 02:06:22,048 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:FB71163EFD9F4D28833D3D65EEB150A1 of vertex/vertexGroup:D01D03046B45421C9D2332A711805AEF isVertexGroupOutput:false
2016-05-18 02:06:22,048 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,048 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537181805_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:22,049 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537181805_0001_00_000001 completed successfully
2016-05-18 02:06:22,049 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537181805_0001_1, queueSize=0
2016-05-18 02:06:22,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537181805_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537181805_0001_1, startTime=1463537181972, finishTime=1463537182048, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182026, Process_Duration=4, Process_End_Time=1463537182030, Read_Duration=3, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,050 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537181805_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:22,050 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537181805_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:22 Completed Dag: dag_1463537181805_0001_1
2016-05-18 02:06:22,050 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537181805_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:22,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537181805_0001_1_post
2016-05-18 02:06:22,050 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,050 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:22,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:22,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1, with id=dag_1463537181805_0001_1
2016-05-18 02:06:22,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B] each/(1/1) ...lyplatform/ALL_'field'_-1, with id=dag_1463537181805_0001_1
2016-05-18 02:06:22,060 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_'field'_-1, applicationId=application_1463537181805_0001
2016-05-18 02:06:22,062 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:22,062 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:22,062 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:22,062 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:22,063 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:22,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:22,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:22,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:22,063 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,064 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:22,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:22,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,064 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:22,065 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:22,068 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/45A4CECD33204352AD836235E4652A6E/E10329641D474C17A703BB202551070B/.tez/application_1463537181805_0001
2016-05-18 02:06:22,068 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_-1/_temporary
2016-05-18 02:06:22,069 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.282
2016-05-18 02:06:22,137 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_-1
2016-05-18 02:06:22,161 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:22,162 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:22,192 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:06:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:22,203 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:22,216 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:22,217 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_'field'
2016-05-18 02:06:22,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:22,225 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_'field'"]
2016-05-18 02:06:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:22,226 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:22,239 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:22,243 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:22,243 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:22,243 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:22,252 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001 doesn't exist and is created
2016-05-18 02:06:22,272 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:22,272 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:22,273 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001_wd
2016-05-18 02:06:22,289 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537182243_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:22,290 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:22,290 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:22,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:22,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:22,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:22,291 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:22,292 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:22,293 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:22,293 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:22,293 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:22,295 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:22,295 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:22,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:22,295 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001_wd/localmode-log-dir
2016-05-18 02:06:22,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001_wd/localmode-log-dir/history.txt.appattempt_1463537182243_0001_000000, maxErrors=10
2016-05-18 02:06:22,296 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:22,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537182243_0001_000000, appSubmitTime=1463537182289, launchTime=1463537182289
2016-05-18 02:06:22,299 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:22,301 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53985
2016-05-18 02:06:22,302 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537182243
2016-05-18 02:06:22,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537182243_0001_000000, startTime=1463537182304
2016-05-18 02:06:22,304 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:22,373 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:22,373 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:22,373 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537182243_0001, dagName=[FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:22,388 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:22,389 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:22,389 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537182243_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001_wd/localmode-log-dir/dag_1463537182243_0001_1.dot
2016-05-18 02:06:22,390 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001_wd/localmode-log-dir/dag_1463537182243_0001_1-tez-dag.pb.txt
2016-05-18 02:06:22,393 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537182243_0001_1
2016-05-18 02:06:22,393 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,393 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:22 Running Dag: dag_1463537182243_0001_1
2016-05-18 02:06:22,405 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:22,405 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:22,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537182243_0001_1, submitTime=1463537182389
2016-05-18 02:06:22,411 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001/tez-conf.pb" } size: 40945 timestamp: 1463537182000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:22,411 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,411 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,411 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:22,411 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:22,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537182243_0001_1, initTime=1463537182411
2016-05-18 02:06:22,412 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182243_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:22,412 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:22,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:DAG_STARTED]: dagID=dag_1463537182243_0001_1, startTime=1463537182412
2016-05-18 02:06:22,412 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182243_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:22,412 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C5C749B725944748BC7B4F263DF62E2B : {C92856872406460A8ED3D40BF8C95F90={InputName=C92856872406460A8ED3D40BF8C95F90}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:22,412 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: C92856872406460A8ED3D40BF8C95F90, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:22,412 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,412 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,412 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,413 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,413 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:22,413 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: C92856872406460A8ED3D40BF8C95F90 on vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,414 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537182243_0001, dagName=[FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field'
2016-05-18 02:06:22,417 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input C92856872406460A8ED3D40BF8C95F90 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:22,419 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:22,419 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:22,419 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:22,420 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:22,420 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: C92856872406460A8ED3D40BF8C95F90 on vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,421 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:22,421 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {C92856872406460A8ED3D40BF8C95F90=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:22,422 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] parallelism set to 1
2016-05-18 02:06:22,422 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:22,422 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B], numAdditionalOutputs=1
2016-05-18 02:06:22,422 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=041D2A5D8A0849CCA3B5FB69BF38EA6A, vertex=vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:22,424 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C5C749B725944748BC7B4F263DF62E2B:041D2A5D8A0849CCA3B5FB69BF38EA6A using oldmapred API
2016-05-18 02:06:22,424 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=041D2A5D8A0849CCA3B5FB69BF38EA6A, vertexName=C5C749B725944748BC7B4F263DF62E2B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:22,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, vertexId=vertex_1463537182243_0001_1_00, initRequestedTime=1463537182412, initedTime=1463537182422, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:22,425 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] with distanceFromRoot: 0
2016-05-18 02:06:22,425 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:22,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537182243_0001_1_00, startRequestedTime=1463537182413, startedTime=1463537182425
2016-05-18 02:06:22,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537182243_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:22,426 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:22,426 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C5C749B725944748BC7B4F263DF62E2B
2016-05-18 02:06:22,427 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:TASK_STARTED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, taskId=task_1463537182243_0001_1_00_000000, scheduledTime=1463537182427, launchTime=1463537182427
2016-05-18 02:06:22,428 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,428 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:22,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537182243_0001_00_000001, launchTime=1463537182430
2016-05-18 02:06:22,431 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537182243_0001_00_000001
2016-05-18 02:06:22,431 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537182243_0001_1_00_000000_0] started. Is using containerId: [container_1463537182243_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:22,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0, startTime=1463537182431, containerId=container_1463537182243_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:22,432 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537182243_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,432 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537182243_0001, with dag id: dag_1463537182243_0001_1
2016-05-18 02:06:22 Starting to run new task attempt: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,433 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,434 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,434 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:22,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field', VertexName: C5C749B725944748BC7B4F263DF62E2B, VertexParallelism: 1, TaskAttemptID:attempt_1463537182243_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C92856872406460A8ED3D40BF8C95F90, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=041D2A5D8A0849CCA3B5FB69BF38EA6A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:22,434 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:22,435 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,436 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537182243_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:22,436 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537182243_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:22,440 INFO  input.MRInput (MRInput.java:initialize(440)) - C92856872406460A8ED3D40BF8C95F90 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:22,440 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: C92856872406460A8ED3D40BF8C95F90
2016-05-18 02:06:22,440 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:22,447 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C5C749B725944748BC7B4F263DF62E2B, ordinal: 0
2016-05-18 02:06:22,447 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5C749B725944748BC7B4F263DF62E2B, mem on start (mb), free: 167, total: 388, max: 672
2016-05-18 02:06:22,447 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:22,447 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:22,448 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:22,450 INFO  output.MROutput (MROutput.java:initialize(421)) - 041D2A5D8A0849CCA3B5FB69BF38EA6A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:22,450 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:22,450 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C92856872406460A8ED3D40BF8C95F90:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [041D2A5D8A0849CCA3B5FB69BF38EA6A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:22,451 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:22,451 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:22,451 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:22,451 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C92856872406460A8ED3D40BF8C95F90:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [041D2A5D8A0849CCA3B5FB69BF38EA6A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:22,451 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:22,451 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C92856872406460A8ED3D40BF8C95F90 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:22,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:22,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:22,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C92856872406460A8ED3D40BF8C95F90
2016-05-18 02:06:22,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:22,452 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,454 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:22,454 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - C92856872406460A8ED3D40BF8C95F90 initialized RecordReader from event
2016-05-18 02:06:22,456 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,456 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: C92856872406460A8ED3D40BF8C95F90
2016-05-18 02:06:22,456 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_'field'"], id: 041D2A5D8A0849CCA3B5FB69BF38EA6A
2016-05-18 02:06:22,456 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_'field'"]
2016-05-18 02:06:22,457 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,457 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C5C749B725944748BC7B4F263DF62E2B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:22,460 INFO  output.MROutput (MROutput.java:close(526)) - 041D2A5D8A0849CCA3B5FB69BF38EA6A closed
2016-05-18 02:06:22,460 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537182243_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:22,461 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,461 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5C749B725944748BC7B4F263DF62E2B, mem on close (mb), free: 165, total: 388, max: 672
2016-05-18 02:06:22,461 INFO  output.MROutput (MROutput.java:close(526)) - 041D2A5D8A0849CCA3B5FB69BF38EA6A closed
2016-05-18 02:06:22,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,462 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:22,462 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537182243_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:22,463 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537182243_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537182457, Process_Duration=4, Process_End_Time=1463537182461, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:22,464 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537182243_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:22,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, taskAttemptId=attempt_1463537182243_0001_1_00_000000_0, creationTime=1463537182427, allocationTime=1463537182429, startTime=1463537182431, finishTime=1463537182464, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:22,464 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:22,464 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:22,465 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,464 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22,465 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537182243_0001_00_000001
2016-05-18 02:06:22,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:TASK_FINISHED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, taskId=task_1463537182243_0001_1_00_000000, startTime=1463537182431, finishTime=1463537182465, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537182243_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182457, Process_Duration=4, Process_End_Time=1463537182461, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,466 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:22,466 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B]
2016-05-18 02:06:22,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:VERTEX_FINISHED]: vertexName=C5C749B725944748BC7B4F263DF62E2B, vertexId=vertex_1463537182243_0001_1_00, initRequestedTime=1463537182412, initedTime=1463537182422, startRequestedTime=1463537182413, startedTime=1463537182425, finishTime=1463537182466, timeTaken=41, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182457, Process_Duration=4, Process_End_Time=1463537182461, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537182431, firstTasksToStart=[ task_1463537182243_0001_1_00_000000 ], lastTaskFinishTime=1463537182464, lastTasksToFinish=[ task_1463537182243_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537182243_0001_1_00_000000 ], longestDurationTasks=[ task_1463537182243_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:22,467 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:22,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537182243_0001_00_000001, stoppedTime=1463537182467, exitStatus=0
2016-05-18 02:06:22,467 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:22,467 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,467 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537182243_0001_1
2016-05-18 02:06:22,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537182243_0001_1
2016-05-18 02:06:22,467 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182243_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:22,467 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 041D2A5D8A0849CCA3B5FB69BF38EA6A for vertex: vertex_1463537182243_0001_1_00 [C5C749B725944748BC7B4F263DF62E2B], outputName: 041D2A5D8A0849CCA3B5FB69BF38EA6A
2016-05-18 02:06:22,468 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537182243_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:22,476 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537182243_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:22,476 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537182243_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:22,476 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537182243_0001_00_000001, Exiting
2016-05-18 02:06:22,476 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537182243_0001_00_000001
2016-05-18 02:06:22,476 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537182243_0001_00_000001
2016-05-18 02:06:22,478 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:041D2A5D8A0849CCA3B5FB69BF38EA6A of vertex/vertexGroup:C5C749B725944748BC7B4F263DF62E2B isVertexGroupOutput:false
2016-05-18 02:06:22,478 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537182243_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:22,478 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537182243_0001_00_000001 completed successfully
2016-05-18 02:06:22,478 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,480 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537182243_0001_1, queueSize=0
2016-05-18 02:06:22,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182243_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537182243_0001_1, startTime=1463537182412, finishTime=1463537182478, timeTaken=66, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=110, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182457, Process_Duration=4, Process_End_Time=1463537182461, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,480 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537182243_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:22,480 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182243_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:22 Completed Dag: dag_1463537182243_0001_1
2016-05-18 02:06:22,481 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537182243_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:22,481 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537182243_0001_1_post
2016-05-18 02:06:22,481 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,481 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:22,481 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:22,481 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field', with id=dag_1463537182243_0001_1
2016-05-18 02:06:22,481 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B] each/(1/1) ...tform/ALL_'field'_'field', with id=dag_1463537182243_0001_1
2016-05-18 02:06:22,489 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_'field'_'field', applicationId=application_1463537182243_0001
2016-05-18 02:06:22,491 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:22,491 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:22,491 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:22,491 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:22,491 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:22,491 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:22,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:22,492 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:22,492 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:22,492 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,492 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:22,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:22,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,493 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:22,496 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/FC7676D70F654408BCD434DB3B22A801/F463324E7E934DF787BA00A360F7766B/.tez/application_1463537182243_0001
2016-05-18 02:06:22,496 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_'field'/_temporary
2016-05-18 02:06:22,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.271
2016-05-18 02:06:22,566 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_'field'
2016-05-18 02:06:22,593 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:22,593 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:22,625 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:22,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:06:22,633 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:22,633 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:22,634 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:22,649 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:22,650 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_RESULTS
2016-05-18 02:06:22,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:22,660 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_RESULTS"]
2016-05-18 02:06:22,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:22,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:22,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:22,662 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:06:22,663 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:22,676 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:22,681 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:22,681 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:22,681 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:22,690 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001 doesn't exist and is created
2016-05-18 02:06:22,710 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:22,711 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:22,711 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001_wd
2016-05-18 02:06:22,727 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537182681_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:22,727 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:22,727 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:22,728 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:22,729 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:22,729 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:22,729 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:22,729 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:22,731 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:22,731 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:22,731 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:22,731 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:22,731 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:22,732 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:22,732 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:22,732 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:22,732 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:22,732 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:22,732 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:22,733 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:22,734 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:22,735 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:22,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:22,735 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001_wd/localmode-log-dir
2016-05-18 02:06:22,735 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001_wd/localmode-log-dir/history.txt.appattempt_1463537182681_0001_000000, maxErrors=10
2016-05-18 02:06:22,735 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:22,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537182681_0001_000000, appSubmitTime=1463537182726, launchTime=1463537182726
2016-05-18 02:06:22,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:22,742 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33375
2016-05-18 02:06:22,742 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537182681
2016-05-18 02:06:22,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537182681_0001_000000, startTime=1463537182745
2016-05-18 02:06:22,745 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:22,791 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:22,791 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:22,811 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:22,811 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:22,811 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537182681_0001, dagName=[3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:06:22,839 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:06:22,839 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:22,840 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537182681_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001_wd/localmode-log-dir/dag_1463537182681_0001_1.dot
2016-05-18 02:06:22,840 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001_wd/localmode-log-dir/dag_1463537182681_0001_1-tez-dag.pb.txt
2016-05-18 02:06:22,843 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537182681_0001_1
2016-05-18 02:06:22,844 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,844 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:06:22 Running Dag: dag_1463537182681_0001_1
2016-05-18 02:06:22,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537182681_0001_1, submitTime=1463537182839
2016-05-18 02:06:22,859 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001/tez-conf.pb" } size: 40945 timestamp: 1463537182000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:22,859 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,859 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,859 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:22,860 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:22,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537182681_0001_1, initTime=1463537182860
2016-05-18 02:06:22,860 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182681_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:22,860 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:22,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:DAG_STARTED]: dagID=dag_1463537182681_0001_1, startTime=1463537182861
2016-05-18 02:06:22,861 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182681_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:22,861 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537182681_0001, dagName=[3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS
2016-05-18 02:06:22,861 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AA2A8B24F3E54538976697A6F02B2B79 : {EACB16916C984DBE94AA03E016D61113={InputName=EACB16916C984DBE94AA03E016D61113}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:22,861 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: EACB16916C984DBE94AA03E016D61113, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:22,861 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,862 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,862 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,862 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,862 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:22,863 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: EACB16916C984DBE94AA03E016D61113 on vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,865 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input EACB16916C984DBE94AA03E016D61113 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:22,866 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:22,867 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:22,867 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:22,867 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:22,867 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: EACB16916C984DBE94AA03E016D61113 on vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,870 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:22,870 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {EACB16916C984DBE94AA03E016D61113=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:22,871 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] parallelism set to 1
2016-05-18 02:06:22,871 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:22,872 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79], numAdditionalOutputs=1
2016-05-18 02:06:22,872 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=483845C9F3544F768EEB63F4DA445308, vertex=vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:22,874 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for AA2A8B24F3E54538976697A6F02B2B79:483845C9F3544F768EEB63F4DA445308 using oldmapred API
2016-05-18 02:06:22,875 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=483845C9F3544F768EEB63F4DA445308, vertexName=AA2A8B24F3E54538976697A6F02B2B79, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:22,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, vertexId=vertex_1463537182681_0001_1_00, initRequestedTime=1463537182861, initedTime=1463537182872, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:22,877 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] with distanceFromRoot: 0
2016-05-18 02:06:22,877 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:22,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537182681_0001_1_00, startRequestedTime=1463537182863, startedTime=1463537182877
2016-05-18 02:06:22,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537182681_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:22,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:22,879 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AA2A8B24F3E54538976697A6F02B2B79
2016-05-18 02:06:22,879 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:TASK_STARTED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, taskId=task_1463537182681_0001_1_00_000000, scheduledTime=1463537182879, launchTime=1463537182879
2016-05-18 02:06:22,880 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,881 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:22,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537182681_0001_00_000001, launchTime=1463537182883
2016-05-18 02:06:22,883 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537182681_0001_00_000001
2016-05-18 02:06:22,884 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537182681_0001_1_00_000000_0] started. Is using containerId: [container_1463537182681_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:22,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0, startTime=1463537182884, containerId=container_1463537182681_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:22,885 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537182681_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22 Starting to run new task attempt: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,885 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,885 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,885 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:22,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS, VertexName: AA2A8B24F3E54538976697A6F02B2B79, VertexParallelism: 1, TaskAttemptID:attempt_1463537182681_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EACB16916C984DBE94AA03E016D61113, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=483845C9F3544F768EEB63F4DA445308, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:22,886 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:22,886 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,887 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537182681_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:22,887 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537182681_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:22,889 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537182681_0001, with dag id: dag_1463537182681_0001_1
2016-05-18 02:06:22,892 INFO  input.MRInput (MRInput.java:initialize(440)) - EACB16916C984DBE94AA03E016D61113 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:22,892 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: EACB16916C984DBE94AA03E016D61113
2016-05-18 02:06:22,895 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:22,901 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AA2A8B24F3E54538976697A6F02B2B79, ordinal: 0
2016-05-18 02:06:22,901 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA2A8B24F3E54538976697A6F02B2B79, mem on start (mb), free: 285, total: 389, max: 672
2016-05-18 02:06:22,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:22,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:22,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:22,907 INFO  output.MROutput (MROutput.java:initialize(421)) - 483845C9F3544F768EEB63F4DA445308: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:22,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:22,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EACB16916C984DBE94AA03E016D61113:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [483845C9F3544F768EEB63F4DA445308:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:22,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:22,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:22,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:22,908 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EACB16916C984DBE94AA03E016D61113:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [483845C9F3544F768EEB63F4DA445308:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:22,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:22,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EACB16916C984DBE94AA03E016D61113 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:22,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:22,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EACB16916C984DBE94AA03E016D61113
2016-05-18 02:06:22,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:22,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:22,909 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,912 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:22,913 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: EACB16916C984DBE94AA03E016D61113
2016-05-18 02:06:22,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_RESULTS"], id: 483845C9F3544F768EEB63F4DA445308
2016-05-18 02:06:22,913 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_RESULTS"]
2016-05-18 02:06:22,914 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:22,913 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - EACB16916C984DBE94AA03E016D61113 initialized RecordReader from event
2016-05-18 02:06:22,914 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AA2A8B24F3E54538976697A6F02B2B79, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:22,917 INFO  output.MROutput (MROutput.java:close(526)) - 483845C9F3544F768EEB63F4DA445308 closed
2016-05-18 02:06:22,917 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537182681_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:22,918 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,918 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA2A8B24F3E54538976697A6F02B2B79, mem on close (mb), free: 283, total: 389, max: 672
2016-05-18 02:06:22,918 INFO  output.MROutput (MROutput.java:close(526)) - 483845C9F3544F768EEB63F4DA445308 closed
2016-05-18 02:06:22,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,919 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:22,919 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537182681_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:22,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537182681_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537182914, Process_Duration=4, Process_End_Time=1463537182918, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:22,920 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537182681_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:22,920 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:22,920 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:22,920 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, taskAttemptId=attempt_1463537182681_0001_1_00_000000_0, creationTime=1463537182880, allocationTime=1463537182882, startTime=1463537182884, finishTime=1463537182920, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:22,921 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:TASK_FINISHED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, taskId=task_1463537182681_0001_1_00_000000, startTime=1463537182884, finishTime=1463537182921, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537182681_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182914, Process_Duration=4, Process_End_Time=1463537182918, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,921 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:22,921 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79]
2016-05-18 02:06:22,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:VERTEX_FINISHED]: vertexName=AA2A8B24F3E54538976697A6F02B2B79, vertexId=vertex_1463537182681_0001_1_00, initRequestedTime=1463537182861, initedTime=1463537182872, startRequestedTime=1463537182863, startedTime=1463537182877, finishTime=1463537182922, timeTaken=45, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182914, Process_Duration=4, Process_End_Time=1463537182918, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537182884, firstTasksToStart=[ task_1463537182681_0001_1_00_000000 ], lastTaskFinishTime=1463537182920, lastTasksToFinish=[ task_1463537182681_0001_1_00_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537182681_0001_1_00_000000 ], longestDurationTasks=[ task_1463537182681_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:22,923 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:22,923 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537182681_0001_00_000001, stoppedTime=1463537182923, exitStatus=0
2016-05-18 02:06:22,923 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:22,923 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,923 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537182681_0001_1
2016-05-18 02:06:22,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537182681_0001_1
2016-05-18 02:06:22,924 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182681_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:22,924 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537182681_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:22,923 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537182681_0001_00_000001
2016-05-18 02:06:22,924 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 483845C9F3544F768EEB63F4DA445308 for vertex: vertex_1463537182681_0001_1_00 [AA2A8B24F3E54538976697A6F02B2B79], outputName: 483845C9F3544F768EEB63F4DA445308
2016-05-18 02:06:22,925 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537182681_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:22,925 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537182681_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:22,925 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537182681_0001_00_000001, Exiting
2016-05-18 02:06:22,925 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537182681_0001_00_000001
2016-05-18 02:06:22,926 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537182681_0001_00_000001
2016-05-18 02:06:22,926 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537182681_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:22,927 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537182681_0001_00_000001 completed successfully
2016-05-18 02:06:22,935 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:483845C9F3544F768EEB63F4DA445308 of vertex/vertexGroup:AA2A8B24F3E54538976697A6F02B2B79 isVertexGroupOutput:false
2016-05-18 02:06:22,935 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:22,936 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537182681_0001_1, queueSize=0
2016-05-18 02:06:22,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537182681_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537182681_0001_1, startTime=1463537182860, finishTime=1463537182936, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=180, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537182914, Process_Duration=4, Process_End_Time=1463537182918, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:22,937 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537182681_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:22,937 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537182681_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:22 Completed Dag: dag_1463537182681_0001_1
2016-05-18 02:06:22,937 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537182681_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:22,937 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537182681_0001_1_post
2016-05-18 02:06:22,937 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:22,938 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:22,938 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:22,938 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS, with id=dag_1463537182681_0001_1
2016-05-18 02:06:22,938 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496] each/(1/1) ...tform/ALL_'field'_RESULTS, with id=dag_1463537182681_0001_1
2016-05-18 02:06:22,951 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_'field'_RESULTS, applicationId=application_1463537182681_0001
2016-05-18 02:06:22,953 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:22,953 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:22,953 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:22,953 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:22,953 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:22,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:22,953 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:22,954 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:22,954 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,954 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:22,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:22,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:22,955 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:22,957 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:22,959 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D605B1A5114478F8AAA5D173D372E85/D573D31C44FA409CBF001E6D182CD496/.tez/application_1463537182681_0001
2016-05-18 02:06:22,960 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_RESULTS/_temporary
2016-05-18 02:06:22,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.300
2016-05-18 02:06:23,028 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_RESULTS
2016-05-18 02:06:23,050 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:23,051 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:23,082 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:23,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:23,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,086 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:23,101 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:23,101 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_ALL
2016-05-18 02:06:23,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:23,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,109 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_ALL"]
2016-05-18 02:06:23,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:23,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:23,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:23,110 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:06:23,110 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:23,130 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:23,134 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:23,134 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:23,134 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:23,144 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001 doesn't exist and is created
2016-05-18 02:06:23,163 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:23,163 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:23,164 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001_wd
2016-05-18 02:06:23,179 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537183134_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:23,179 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:23,179 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:23,181 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:23,181 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:23,181 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:23,181 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:23,182 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:23,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:23,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:23,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:23,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:23,183 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:23,184 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:23,184 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:23,184 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:23,184 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:23,184 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:23,185 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:23,185 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:23,186 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:23,187 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:23,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:23,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001_wd/localmode-log-dir
2016-05-18 02:06:23,188 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001_wd/localmode-log-dir/history.txt.appattempt_1463537183134_0001_000000, maxErrors=10
2016-05-18 02:06:23,188 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:23,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537183134_0001_000000, appSubmitTime=1463537183178, launchTime=1463537183178
2016-05-18 02:06:23,191 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:23,193 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39629
2016-05-18 02:06:23,193 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537183134
2016-05-18 02:06:23,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537183134_0001_000000, startTime=1463537183195
2016-05-18 02:06:23,195 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:23,249 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:23,249 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:23,263 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:23,264 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:23,264 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537183134_0001, dagName=[3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:06:23,278 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:06:23,279 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:23,279 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537183134_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001_wd/localmode-log-dir/dag_1463537183134_0001_1.dot
2016-05-18 02:06:23,280 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001_wd/localmode-log-dir/dag_1463537183134_0001_1-tez-dag.pb.txt
2016-05-18 02:06:23,283 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537183134_0001_1
2016-05-18 02:06:23,283 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,284 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:06:23 Running Dag: dag_1463537183134_0001_1
2016-05-18 02:06:23,299 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537183134_0001_1, submitTime=1463537183279
2016-05-18 02:06:23,300 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001/tez-conf.pb" } size: 40945 timestamp: 1463537183000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:23,300 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,301 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,301 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:23,301 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:23,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537183134_0001_1, initTime=1463537183301
2016-05-18 02:06:23,302 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183134_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:23,302 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:23,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:DAG_STARTED]: dagID=dag_1463537183134_0001_1, startTime=1463537183302
2016-05-18 02:06:23,302 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183134_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:23,302 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C233746A08884770BBA62DB51D54265D : {E4DA9072B32940BA95BF38571F41039D={InputName=E4DA9072B32940BA95BF38571F41039D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:23,302 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E4DA9072B32940BA95BF38571F41039D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:23,303 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,303 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,303 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,303 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,304 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:23,304 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537183134_0001, dagName=[3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL
2016-05-18 02:06:23,304 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E4DA9072B32940BA95BF38571F41039D on vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,306 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E4DA9072B32940BA95BF38571F41039D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:23,307 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:23,307 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:23,307 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:23,307 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:23,308 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E4DA9072B32940BA95BF38571F41039D on vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,309 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:23,309 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E4DA9072B32940BA95BF38571F41039D=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:23,309 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] parallelism set to 1
2016-05-18 02:06:23,309 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:23,310 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D], numAdditionalOutputs=1
2016-05-18 02:06:23,310 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=B1D034F694904AB7937E69777E97D8F6, vertex=vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:23,311 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C233746A08884770BBA62DB51D54265D:B1D034F694904AB7937E69777E97D8F6 using oldmapred API
2016-05-18 02:06:23,312 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=B1D034F694904AB7937E69777E97D8F6, vertexName=C233746A08884770BBA62DB51D54265D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:23,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C233746A08884770BBA62DB51D54265D, vertexId=vertex_1463537183134_0001_1_00, initRequestedTime=1463537183302, initedTime=1463537183310, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:23,312 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] with distanceFromRoot: 0
2016-05-18 02:06:23,312 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:23,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537183134_0001_1_00, startRequestedTime=1463537183304, startedTime=1463537183313
2016-05-18 02:06:23,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537183134_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:23,313 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:23,314 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C233746A08884770BBA62DB51D54265D
2016-05-18 02:06:23,314 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:TASK_STARTED]: vertexName=C233746A08884770BBA62DB51D54265D, taskId=task_1463537183134_0001_1_00_000000, scheduledTime=1463537183314, launchTime=1463537183314
2016-05-18 02:06:23,315 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,315 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:23,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537183134_0001_00_000001, launchTime=1463537183317
2016-05-18 02:06:23,317 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537183134_0001_00_000001
2016-05-18 02:06:23,318 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537183134_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,318 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537183134_0001_1_00_000000_0] started. Is using containerId: [container_1463537183134_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:23,318 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C233746A08884770BBA62DB51D54265D, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0, startTime=1463537183318, containerId=container_1463537183134_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:23 Starting to run new task attempt: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,320 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,320 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,320 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:23,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL, VertexName: C233746A08884770BBA62DB51D54265D, VertexParallelism: 1, TaskAttemptID:attempt_1463537183134_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4DA9072B32940BA95BF38571F41039D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B1D034F694904AB7937E69777E97D8F6, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:23,321 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:23,323 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537183134_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:23,323 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537183134_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:23,323 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,324 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537183134_0001, with dag id: dag_1463537183134_0001_1
2016-05-18 02:06:23,325 INFO  input.MRInput (MRInput.java:initialize(440)) - E4DA9072B32940BA95BF38571F41039D using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:23,326 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E4DA9072B32940BA95BF38571F41039D
2016-05-18 02:06:23,328 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:23,334 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C233746A08884770BBA62DB51D54265D, ordinal: 0
2016-05-18 02:06:23,335 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C233746A08884770BBA62DB51D54265D, mem on start (mb), free: 192, total: 389, max: 672
2016-05-18 02:06:23,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:23,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:23,336 INFO  output.MROutput (MROutput.java:initialize(421)) - B1D034F694904AB7937E69777E97D8F6: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:23,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:23,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:23,336 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E4DA9072B32940BA95BF38571F41039D:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B1D034F694904AB7937E69777E97D8F6:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:23,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:23,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:23,337 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:23,337 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E4DA9072B32940BA95BF38571F41039D:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B1D034F694904AB7937E69777E97D8F6:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:23,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:23,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E4DA9072B32940BA95BF38571F41039D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:23,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E4DA9072B32940BA95BF38571F41039D
2016-05-18 02:06:23,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:23,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:23,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:23,338 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,341 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,341 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:23,341 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E4DA9072B32940BA95BF38571F41039D initialized RecordReader from event
2016-05-18 02:06:23,342 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: E4DA9072B32940BA95BF38571F41039D
2016-05-18 02:06:23,342 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_ALL"], id: B1D034F694904AB7937E69777E97D8F6
2016-05-18 02:06:23,342 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_ALL"]
2016-05-18 02:06:23,343 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,343 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C233746A08884770BBA62DB51D54265D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:23,345 INFO  output.MROutput (MROutput.java:close(526)) - B1D034F694904AB7937E69777E97D8F6 closed
2016-05-18 02:06:23,345 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537183134_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:23,346 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,346 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C233746A08884770BBA62DB51D54265D, mem on close (mb), free: 190, total: 389, max: 672
2016-05-18 02:06:23,346 INFO  output.MROutput (MROutput.java:close(526)) - B1D034F694904AB7937E69777E97D8F6 closed
2016-05-18 02:06:23,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:23 Completed running task attempt: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,346 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:23,347 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537183134_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:23,347 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537183134_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537183343, Process_Duration=3, Process_End_Time=1463537183346, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:23,347 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537183134_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:23,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C233746A08884770BBA62DB51D54265D, taskAttemptId=attempt_1463537183134_0001_1_00_000000_0, creationTime=1463537183315, allocationTime=1463537183316, startTime=1463537183318, finishTime=1463537183347, timeTaken=29, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:23,348 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:23,348 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:23,348 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,348 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23,348 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537183134_0001_00_000001
2016-05-18 02:06:23,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:TASK_FINISHED]: vertexName=C233746A08884770BBA62DB51D54265D, taskId=task_1463537183134_0001_1_00_000000, startTime=1463537183318, finishTime=1463537183348, timeTaken=30, status=SUCCEEDED, successfulAttemptID=attempt_1463537183134_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183343, Process_Duration=3, Process_End_Time=1463537183346, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:23,349 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:23,349 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D]
2016-05-18 02:06:23,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:VERTEX_FINISHED]: vertexName=C233746A08884770BBA62DB51D54265D, vertexId=vertex_1463537183134_0001_1_00, initRequestedTime=1463537183302, initedTime=1463537183310, startRequestedTime=1463537183304, startedTime=1463537183313, finishTime=1463537183349, timeTaken=36, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183343, Process_Duration=3, Process_End_Time=1463537183346, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537183318, firstTasksToStart=[ task_1463537183134_0001_1_00_000000 ], lastTaskFinishTime=1463537183347, lastTasksToFinish=[ task_1463537183134_0001_1_00_000000 ], minTaskDuration=29, maxTaskDuration=29, avgTaskDuration=29.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537183134_0001_1_00_000000 ], longestDurationTasks=[ task_1463537183134_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:23,350 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:23,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537183134_0001_00_000001, stoppedTime=1463537183350, exitStatus=0
2016-05-18 02:06:23,350 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:23,351 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:23,351 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537183134_0001_1
2016-05-18 02:06:23,351 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537183134_0001_1
2016-05-18 02:06:23,351 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183134_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:23,351 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: B1D034F694904AB7937E69777E97D8F6 for vertex: vertex_1463537183134_0001_1_00 [C233746A08884770BBA62DB51D54265D], outputName: B1D034F694904AB7937E69777E97D8F6
2016-05-18 02:06:23,351 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537183134_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:23,359 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537183134_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:23,359 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537183134_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:23,359 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537183134_0001_00_000001, Exiting
2016-05-18 02:06:23,360 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537183134_0001_00_000001
2016-05-18 02:06:23,360 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537183134_0001_00_000001
2016-05-18 02:06:23,361 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:B1D034F694904AB7937E69777E97D8F6 of vertex/vertexGroup:C233746A08884770BBA62DB51D54265D isVertexGroupOutput:false
2016-05-18 02:06:23,361 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:23,362 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537183134_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:23,362 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537183134_0001_1, queueSize=0
2016-05-18 02:06:23,362 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537183134_0001_00_000001 completed successfully
2016-05-18 02:06:23,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183134_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537183134_0001_1, startTime=1463537183302, finishTime=1463537183361, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183343, Process_Duration=3, Process_End_Time=1463537183346, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:23,362 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537183134_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:23,363 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183134_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:23 Completed Dag: dag_1463537183134_0001_1
2016-05-18 02:06:23,363 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537183134_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:23,363 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537183134_0001_1_post
2016-05-18 02:06:23,363 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,363 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:23,363 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:23,363 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL, with id=dag_1463537183134_0001_1
2016-05-18 02:06:23,363 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6] each/(1/1) ...yplatform/ALL_'field'_ALL, with id=dag_1463537183134_0001_1
2016-05-18 02:06:23,369 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_'field'_ALL, applicationId=application_1463537183134_0001
2016-05-18 02:06:23,371 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:23,371 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:23,371 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:23,371 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:23,371 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:23,372 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:23,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:23,372 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:23,372 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:23,372 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:23,373 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:23,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:23,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:23,374 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:23,377 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3D271BED978A49BCB97D30B72C32E334/DBB2DEF948EC4B79AB800C77E4223AB6/.tez/application_1463537183134_0001
2016-05-18 02:06:23,378 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_ALL/_temporary
2016-05-18 02:06:23,378 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.268
2016-05-18 02:06:23,450 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_ALL
2016-05-18 02:06:23,473 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:23,474 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:23,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:23,502 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:23,502 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:23,502 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:23,502 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_REPLACE
2016-05-18 02:06:23,530 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:23,531 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:23,564 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:23,568 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:23,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,569 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:23,582 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:23,583 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_SWAP
2016-05-18 02:06:23,590 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:23,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_SWAP"]
2016-05-18 02:06:23,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:23,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:23,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:23,593 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:06:23,593 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:23,605 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:23,609 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:23,610 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:23,610 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:23,619 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001 doesn't exist and is created
2016-05-18 02:06:23,640 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:23,640 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:23,641 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001_wd
2016-05-18 02:06:23,655 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:23,655 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:23,656 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537183609_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:23,656 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:23,656 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:23,658 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:23,658 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:23,658 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:23,658 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:23,658 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:23,660 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:23,660 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:23,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:23,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:23,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:23,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:23,661 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:23,663 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:23,663 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:23,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:23,664 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001_wd/localmode-log-dir
2016-05-18 02:06:23,664 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001_wd/localmode-log-dir/history.txt.appattempt_1463537183609_0001_000000, maxErrors=10
2016-05-18 02:06:23,664 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:23,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537183609_0001_000000, appSubmitTime=1463537183656, launchTime=1463537183656
2016-05-18 02:06:23,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:23,670 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:36923
2016-05-18 02:06:23,670 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537183609
2016-05-18 02:06:23,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537183609_0001_000000, startTime=1463537183673
2016-05-18 02:06:23,673 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:23,740 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:23,741 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:23,741 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537183609_0001, dagName=[12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:06:23,755 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:06:23,756 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:23,756 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537183609_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001_wd/localmode-log-dir/dag_1463537183609_0001_1.dot
2016-05-18 02:06:23,757 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001_wd/localmode-log-dir/dag_1463537183609_0001_1-tez-dag.pb.txt
2016-05-18 02:06:23,760 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537183609_0001_1
2016-05-18 02:06:23,761 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,761 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:06:23 Running Dag: dag_1463537183609_0001_1
2016-05-18 02:06:23,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537183609_0001_1, submitTime=1463537183755
2016-05-18 02:06:23,777 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001/tez-conf.pb" } size: 40945 timestamp: 1463537183000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:23,777 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,777 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,777 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:23,778 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:23,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537183609_0001_1, initTime=1463537183778
2016-05-18 02:06:23,778 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183609_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:23,778 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:23,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:DAG_STARTED]: dagID=dag_1463537183609_0001_1, startTime=1463537183779
2016-05-18 02:06:23,779 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183609_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:23,779 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B1EB1AC2FB8245478BA1422DCAABFA15 : {416C7E4681304B34B7B012DC2E7105AA={InputName=416C7E4681304B34B7B012DC2E7105AA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:23,779 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 416C7E4681304B34B7B012DC2E7105AA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:23,779 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,779 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,779 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,780 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,780 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:23,780 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 416C7E4681304B34B7B012DC2E7105AA on vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,781 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537183609_0001, dagName=[12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP
2016-05-18 02:06:23,782 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 416C7E4681304B34B7B012DC2E7105AA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:23,784 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:23,784 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:23,784 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:23,784 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:23,784 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 416C7E4681304B34B7B012DC2E7105AA on vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,785 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:23,785 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {416C7E4681304B34B7B012DC2E7105AA=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:23,786 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] parallelism set to 1
2016-05-18 02:06:23,786 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:23,786 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15], numAdditionalOutputs=1
2016-05-18 02:06:23,786 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=0FD26ECEE37949AB9FEEBA5CD6A4C908, vertex=vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:23,788 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B1EB1AC2FB8245478BA1422DCAABFA15:0FD26ECEE37949AB9FEEBA5CD6A4C908 using oldmapred API
2016-05-18 02:06:23,789 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=0FD26ECEE37949AB9FEEBA5CD6A4C908, vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:23,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, vertexId=vertex_1463537183609_0001_1_00, initRequestedTime=1463537183779, initedTime=1463537183786, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:23,789 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] with distanceFromRoot: 0
2016-05-18 02:06:23,789 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:23,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537183609_0001_1_00, startRequestedTime=1463537183780, startedTime=1463537183789
2016-05-18 02:06:23,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537183609_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:23,790 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:23,792 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B1EB1AC2FB8245478BA1422DCAABFA15
2016-05-18 02:06:23,792 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:TASK_STARTED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, taskId=task_1463537183609_0001_1_00_000000, scheduledTime=1463537183793, launchTime=1463537183793
2016-05-18 02:06:23,793 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,794 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:23,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537183609_0001_00_000001, launchTime=1463537183795
2016-05-18 02:06:23,795 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537183609_0001_00_000001
2016-05-18 02:06:23,796 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537183609_0001_1_00_000000_0] started. Is using containerId: [container_1463537183609_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:23,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0, startTime=1463537183796, containerId=container_1463537183609_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:23,796 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537183609_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23 Starting to run new task attempt: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,797 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,797 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,798 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:23,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP, VertexName: B1EB1AC2FB8245478BA1422DCAABFA15, VertexParallelism: 1, TaskAttemptID:attempt_1463537183609_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=416C7E4681304B34B7B012DC2E7105AA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0FD26ECEE37949AB9FEEBA5CD6A4C908, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:23,798 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:23,799 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,799 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537183609_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:23,799 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537183609_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:23,814 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537183609_0001, with dag id: dag_1463537183609_0001_1
2016-05-18 02:06:23,816 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:23,818 INFO  input.MRInput (MRInput.java:initialize(440)) - 416C7E4681304B34B7B012DC2E7105AA using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:23,819 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 416C7E4681304B34B7B012DC2E7105AA
2016-05-18 02:06:23,824 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1EB1AC2FB8245478BA1422DCAABFA15, ordinal: 0
2016-05-18 02:06:23,824 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1EB1AC2FB8245478BA1422DCAABFA15, mem on start (mb), free: 294, total: 389, max: 672
2016-05-18 02:06:23,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:23,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:23,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:23,830 INFO  output.MROutput (MROutput.java:initialize(421)) - 0FD26ECEE37949AB9FEEBA5CD6A4C908: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:23,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:23,830 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[416C7E4681304B34B7B012DC2E7105AA:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [0FD26ECEE37949AB9FEEBA5CD6A4C908:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:23,830 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:23,830 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:23,831 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:23,831 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[416C7E4681304B34B7B012DC2E7105AA:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [0FD26ECEE37949AB9FEEBA5CD6A4C908:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:23,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:23,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 416C7E4681304B34B7B012DC2E7105AA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:23,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 416C7E4681304B34B7B012DC2E7105AA
2016-05-18 02:06:23,832 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:23,832 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:23,832 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:23,832 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,833 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:23,833 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 416C7E4681304B34B7B012DC2E7105AA initialized RecordReader from event
2016-05-18 02:06:23,836 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,836 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 416C7E4681304B34B7B012DC2E7105AA
2016-05-18 02:06:23,836 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_SWAP"], id: 0FD26ECEE37949AB9FEEBA5CD6A4C908
2016-05-18 02:06:23,837 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_SWAP"]
2016-05-18 02:06:23,837 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:23,837 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1EB1AC2FB8245478BA1422DCAABFA15, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:23,840 INFO  output.MROutput (MROutput.java:close(526)) - 0FD26ECEE37949AB9FEEBA5CD6A4C908 closed
2016-05-18 02:06:23,840 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537183609_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:23,841 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,841 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1EB1AC2FB8245478BA1422DCAABFA15, mem on close (mb), free: 292, total: 389, max: 672
2016-05-18 02:06:23,841 INFO  output.MROutput (MROutput.java:close(526)) - 0FD26ECEE37949AB9FEEBA5CD6A4C908 closed
2016-05-18 02:06:23,841 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:23 Completed running task attempt: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,841 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:23,842 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537183609_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:23,842 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537183609_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537183837, Process_Duration=3, Process_End_Time=1463537183840, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:23,843 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537183609_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:23,843 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:23,843 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:23,843 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, taskAttemptId=attempt_1463537183609_0001_1_00_000000_0, creationTime=1463537183793, allocationTime=1463537183795, startTime=1463537183796, finishTime=1463537183843, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:23,843 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537183609_0001_00_000001
2016-05-18 02:06:23,844 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:TASK_FINISHED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, taskId=task_1463537183609_0001_1_00_000000, startTime=1463537183796, finishTime=1463537183844, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537183609_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183837, Process_Duration=3, Process_End_Time=1463537183840, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:23,844 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:23,845 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15]
2016-05-18 02:06:23,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:VERTEX_FINISHED]: vertexName=B1EB1AC2FB8245478BA1422DCAABFA15, vertexId=vertex_1463537183609_0001_1_00, initRequestedTime=1463537183779, initedTime=1463537183786, startRequestedTime=1463537183780, startedTime=1463537183789, finishTime=1463537183845, timeTaken=56, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183837, Process_Duration=3, Process_End_Time=1463537183840, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537183796, firstTasksToStart=[ task_1463537183609_0001_1_00_000000 ], lastTaskFinishTime=1463537183843, lastTasksToFinish=[ task_1463537183609_0001_1_00_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537183609_0001_1_00_000000 ], longestDurationTasks=[ task_1463537183609_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:23,845 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:23,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537183609_0001_00_000001, stoppedTime=1463537183846, exitStatus=0
2016-05-18 02:06:23,846 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:23,846 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:23,846 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537183609_0001_1
2016-05-18 02:06:23,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537183609_0001_1
2016-05-18 02:06:23,847 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 0FD26ECEE37949AB9FEEBA5CD6A4C908 for vertex: vertex_1463537183609_0001_1_00 [B1EB1AC2FB8245478BA1422DCAABFA15], outputName: 0FD26ECEE37949AB9FEEBA5CD6A4C908
2016-05-18 02:06:23,848 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183609_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:23,848 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537183609_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:23,854 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537183609_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:23,854 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537183609_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:23,854 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537183609_0001_00_000001, Exiting
2016-05-18 02:06:23,854 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537183609_0001_00_000001
2016-05-18 02:06:23,854 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537183609_0001_00_000001
2016-05-18 02:06:23,855 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537183609_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:23,855 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537183609_0001_00_000001 completed successfully
2016-05-18 02:06:23,856 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:0FD26ECEE37949AB9FEEBA5CD6A4C908 of vertex/vertexGroup:B1EB1AC2FB8245478BA1422DCAABFA15 isVertexGroupOutput:false
2016-05-18 02:06:23,856 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:23,857 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537183609_0001_1, queueSize=0
2016-05-18 02:06:23,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537183609_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537183609_0001_1, startTime=1463537183778, finishTime=1463537183856, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=150, AM_GC_TIME_MILLIS=11, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537183837, Process_Duration=3, Process_End_Time=1463537183840, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:23,858 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537183609_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:23,858 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537183609_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:23 Completed Dag: dag_1463537183609_0001_1
2016-05-18 02:06:23,858 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537183609_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:23,859 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537183609_0001_1_post
2016-05-18 02:06:23,859 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:23,860 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:23,860 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:23,860 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP, with id=dag_1463537183609_0001_1
2016-05-18 02:06:23,861 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42] each/(1/1) ...platform/ALL_'field'_SWAP, with id=dag_1463537183609_0001_1
2016-05-18 02:06:23,863 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_'field'_SWAP, applicationId=application_1463537183609_0001
2016-05-18 02:06:23,864 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:23,864 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:23,865 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:23,865 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:23,865 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:23,865 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:23,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:23,865 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:23,865 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:23,865 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:23,866 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:23,866 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:23,866 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:23,866 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:23,868 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/12522932EA504B82BFF6A48773F28AE8/CE4B5290DE2E404DB4D2EAC7896FEE42/.tez/application_1463537183609_0001
2016-05-18 02:06:23,868 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_'field'_SWAP/_temporary
2016-05-18 02:06:23,869 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.278
2016-05-18 02:06:23,939 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_'field'_SWAP
2016-05-18 02:06:23,961 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:23,961 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:23,991 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:23,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:23,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:23,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:24,015 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:24,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:24,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_-1"]
2016-05-18 02:06:24,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:24,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:24,025 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:24,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24,026 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:24,032 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:24,032 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:24,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:24,044 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:24,045 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:24,045 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:24,055 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001 doesn't exist and is created
2016-05-18 02:06:24,078 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:24,078 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:24,079 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001_wd
2016-05-18 02:06:24,096 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537184045_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:24,096 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:24,096 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:24,098 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:24,098 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:24,099 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:24,099 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:24,100 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:24,101 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:24,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:24,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:24,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:24,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:24,103 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:24,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:24,104 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:24,104 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:24,104 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:24,105 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:24,105 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:24,107 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:24,107 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:24,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:24,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001_wd/localmode-log-dir
2016-05-18 02:06:24,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001_wd/localmode-log-dir/history.txt.appattempt_1463537184045_0001_000000, maxErrors=10
2016-05-18 02:06:24,109 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:24,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537184045_0001_000000, appSubmitTime=1463537184095, launchTime=1463537184095
2016-05-18 02:06:24,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:24,117 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51979
2016-05-18 02:06:24,117 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537184045
2016-05-18 02:06:24,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537184045_0001_000000, startTime=1463537184119
2016-05-18 02:06:24,119 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:24,178 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:24,179 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:24,179 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537184045_0001, dagName=[605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24,194 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24,194 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:24,195 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537184045_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001_wd/localmode-log-dir/dag_1463537184045_0001_1.dot
2016-05-18 02:06:24,195 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001_wd/localmode-log-dir/dag_1463537184045_0001_1-tez-dag.pb.txt
2016-05-18 02:06:24,199 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184045_0001_1
2016-05-18 02:06:24,199 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,199 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24 Running Dag: dag_1463537184045_0001_1
2016-05-18 02:06:24,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537184045_0001_1, submitTime=1463537184194
2016-05-18 02:06:24,215 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001/tez-conf.pb" } size: 40945 timestamp: 1463537184000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:24,215 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,215 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,215 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:24,215 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:24,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537184045_0001_1, initTime=1463537184216
2016-05-18 02:06:24,216 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184045_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:24,216 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:24,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:DAG_STARTED]: dagID=dag_1463537184045_0001_1, startTime=1463537184216
2016-05-18 02:06:24,216 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184045_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:24,216 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537184045_0001, dagName=[605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CC3A6F39091E4E78975FD86EFDDE6F69 : {6A89AD1A5799496CB7F6AA240BE160DD={InputName=6A89AD1A5799496CB7F6AA240BE160DD}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 6A89AD1A5799496CB7F6AA240BE160DD, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,217 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,218 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:24,218 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 6A89AD1A5799496CB7F6AA240BE160DD on vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,220 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 6A89AD1A5799496CB7F6AA240BE160DD asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:24,221 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:24,221 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:24,221 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:24,222 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:24,222 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 6A89AD1A5799496CB7F6AA240BE160DD on vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,223 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:24,223 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {6A89AD1A5799496CB7F6AA240BE160DD=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:24,223 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] parallelism set to 1
2016-05-18 02:06:24,223 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:24,224 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69], numAdditionalOutputs=1
2016-05-18 02:06:24,224 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=F6F45578170044EA8208A53401ADE1A7, vertex=vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:24,226 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CC3A6F39091E4E78975FD86EFDDE6F69:F6F45578170044EA8208A53401ADE1A7 using oldmapred API
2016-05-18 02:06:24,226 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=F6F45578170044EA8208A53401ADE1A7, vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:24,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, vertexId=vertex_1463537184045_0001_1_00, initRequestedTime=1463537184217, initedTime=1463537184224, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:24,226 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] with distanceFromRoot: 0
2016-05-18 02:06:24,227 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:24,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537184045_0001_1_00, startRequestedTime=1463537184218, startedTime=1463537184227
2016-05-18 02:06:24,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537184045_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:24,227 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:24,227 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CC3A6F39091E4E78975FD86EFDDE6F69
2016-05-18 02:06:24,227 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:TASK_STARTED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, taskId=task_1463537184045_0001_1_00_000000, scheduledTime=1463537184228, launchTime=1463537184228
2016-05-18 02:06:24,228 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,229 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:24,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537184045_0001_00_000001, launchTime=1463537184230
2016-05-18 02:06:24,231 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184045_0001_00_000001
2016-05-18 02:06:24,231 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537184045_0001_1_00_000000_0] started. Is using containerId: [container_1463537184045_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:24,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0, startTime=1463537184231, containerId=container_1463537184045_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:24,232 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184045_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24 Starting to run new task attempt: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,232 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,233 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,233 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:24,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1, VertexName: CC3A6F39091E4E78975FD86EFDDE6F69, VertexParallelism: 1, TaskAttemptID:attempt_1463537184045_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6A89AD1A5799496CB7F6AA240BE160DD, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F6F45578170044EA8208A53401ADE1A7, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:24,233 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:24,234 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537184045_0001, with dag id: dag_1463537184045_0001_1
2016-05-18 02:06:24,234 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537184045_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:24,235 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537184045_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:24,237 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:24,239 INFO  input.MRInput (MRInput.java:initialize(440)) - 6A89AD1A5799496CB7F6AA240BE160DD using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:24,239 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 6A89AD1A5799496CB7F6AA240BE160DD
2016-05-18 02:06:24,244 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CC3A6F39091E4E78975FD86EFDDE6F69, ordinal: 0
2016-05-18 02:06:24,244 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC3A6F39091E4E78975FD86EFDDE6F69, mem on start (mb), free: 204, total: 389, max: 672
2016-05-18 02:06:24,244 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:24,245 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:24,245 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:24,247 INFO  output.MROutput (MROutput.java:initialize(421)) - F6F45578170044EA8208A53401ADE1A7: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:24,247 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:24,248 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F6F45578170044EA8208A53401ADE1A7:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [6A89AD1A5799496CB7F6AA240BE160DD:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:24,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:24,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:24,248 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:24,248 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F6F45578170044EA8208A53401ADE1A7:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [6A89AD1A5799496CB7F6AA240BE160DD:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:24,248 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:24,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 6A89AD1A5799496CB7F6AA240BE160DD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:24,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:24,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:24,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 6A89AD1A5799496CB7F6AA240BE160DD
2016-05-18 02:06:24,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:24,251 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,253 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:24,253 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 6A89AD1A5799496CB7F6AA240BE160DD initialized RecordReader from event
2016-05-18 02:06:24,256 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,257 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 6A89AD1A5799496CB7F6AA240BE160DD
2016-05-18 02:06:24,257 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_-1"], id: F6F45578170044EA8208A53401ADE1A7
2016-05-18 02:06:24,257 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_-1"]
2016-05-18 02:06:24,257 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,257 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CC3A6F39091E4E78975FD86EFDDE6F69, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:24,259 INFO  output.MROutput (MROutput.java:close(526)) - F6F45578170044EA8208A53401ADE1A7 closed
2016-05-18 02:06:24,260 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537184045_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:24,260 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,260 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC3A6F39091E4E78975FD86EFDDE6F69, mem on close (mb), free: 202, total: 389, max: 672
2016-05-18 02:06:24,260 INFO  output.MROutput (MROutput.java:close(526)) - F6F45578170044EA8208A53401ADE1A7 closed
2016-05-18 02:06:24,260 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:24 Completed running task attempt: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,261 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:24,261 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537184045_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:24,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537184045_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537184257, Process_Duration=3, Process_End_Time=1463537184260, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:24,262 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537184045_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:24,262 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:24,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, taskAttemptId=attempt_1463537184045_0001_1_00_000000_0, creationTime=1463537184228, allocationTime=1463537184229, startTime=1463537184231, finishTime=1463537184262, timeTaken=31, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:24,262 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:TASK_FINISHED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, taskId=task_1463537184045_0001_1_00_000000, startTime=1463537184231, finishTime=1463537184263, timeTaken=32, status=SUCCEEDED, successfulAttemptID=attempt_1463537184045_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184257, Process_Duration=3, Process_End_Time=1463537184260, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:24,263 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:24,263 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69]
2016-05-18 02:06:24,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:VERTEX_FINISHED]: vertexName=CC3A6F39091E4E78975FD86EFDDE6F69, vertexId=vertex_1463537184045_0001_1_00, initRequestedTime=1463537184217, initedTime=1463537184224, startRequestedTime=1463537184218, startedTime=1463537184227, finishTime=1463537184263, timeTaken=36, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184257, Process_Duration=3, Process_End_Time=1463537184260, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537184231, firstTasksToStart=[ task_1463537184045_0001_1_00_000000 ], lastTaskFinishTime=1463537184262, lastTasksToFinish=[ task_1463537184045_0001_1_00_000000 ], minTaskDuration=31, maxTaskDuration=31, avgTaskDuration=31.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537184045_0001_1_00_000000 ], longestDurationTasks=[ task_1463537184045_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:24,264 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:24,264 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:24,264 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:24,265 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537184045_0001_1
2016-05-18 02:06:24,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537184045_0001_1
2016-05-18 02:06:24,265 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184045_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:24,266 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: F6F45578170044EA8208A53401ADE1A7 for vertex: vertex_1463537184045_0001_1_00 [CC3A6F39091E4E78975FD86EFDDE6F69], outputName: F6F45578170044EA8208A53401ADE1A7
2016-05-18 02:06:24,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537184045_0001_00_000001, stoppedTime=1463537184267, exitStatus=0
2016-05-18 02:06:24,267 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537184045_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:24,262 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:24,269 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,269 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184045_0001_00_000001
2016-05-18 02:06:24,269 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537184045_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:24,269 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184045_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:24,269 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537184045_0001_00_000001, Exiting
2016-05-18 02:06:24,269 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537184045_0001_00_000001
2016-05-18 02:06:24,269 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537184045_0001_00_000001
2016-05-18 02:06:24,271 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537184045_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:24,271 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537184045_0001_00_000001 completed successfully
2016-05-18 02:06:24,277 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:F6F45578170044EA8208A53401ADE1A7 of vertex/vertexGroup:CC3A6F39091E4E78975FD86EFDDE6F69 isVertexGroupOutput:false
2016-05-18 02:06:24,277 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:24,278 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537184045_0001_1, queueSize=0
2016-05-18 02:06:24,278 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184045_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537184045_0001_1, startTime=1463537184216, finishTime=1463537184277, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184257, Process_Duration=3, Process_End_Time=1463537184260, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:24,278 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537184045_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:24,278 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184045_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:24 Completed Dag: dag_1463537184045_0001_1
2016-05-18 02:06:24,279 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537184045_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:24,279 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184045_0001_1_post
2016-05-18 02:06:24,279 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,279 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:24,279 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:24,279 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1, with id=dag_1463537184045_0001_1
2016-05-18 02:06:24,279 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC] each/(1/1) ...lyplatform/ALL_UNKNOWN_-1, with id=dag_1463537184045_0001_1
2016-05-18 02:06:24,294 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_UNKNOWN_-1, applicationId=application_1463537184045_0001
2016-05-18 02:06:24,296 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:24,296 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:24,296 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:24,296 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:24,297 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:24,297 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:24,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:24,298 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:24,298 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:24,300 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:24,300 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:24,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:24,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:24,302 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:24,305 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/605CFE04CE4B40E49B84B7F70D30FDEB/FE84EC834BB74AE89846B304A017B9EC/.tez/application_1463537184045_0001
2016-05-18 02:06:24,306 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_-1/_temporary
2016-05-18 02:06:24,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.282
2016-05-18 02:06:24,384 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_-1
2016-05-18 02:06:24,408 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:24,408 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:24,419 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:24,419 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:24,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:24,445 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.006
2016-05-18 02:06:24,446 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:24,446 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:24,446 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_'field'
2016-05-18 02:06:24,469 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:24,469 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:24,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:24,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:24,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:24,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:24,505 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:24,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:24,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:24,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:24,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,528 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:24,542 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:24,546 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:24,547 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:24,547 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:24,555 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001 doesn't exist and is created
2016-05-18 02:06:24,574 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:24,574 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:24,575 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001_wd
2016-05-18 02:06:24,590 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537184547_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:24,591 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:24,591 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:24,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:24,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:24,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:24,593 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:24,594 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:24,595 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:24,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:24,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:24,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:24,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:24,597 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:24,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:24,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:24,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:24,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:24,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:24,598 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:24,600 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:24,600 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:24,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:24,601 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001_wd/localmode-log-dir
2016-05-18 02:06:24,601 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001_wd/localmode-log-dir/history.txt.appattempt_1463537184547_0001_000000, maxErrors=10
2016-05-18 02:06:24,602 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:24,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537184547_0001_000000, appSubmitTime=1463537184590, launchTime=1463537184590
2016-05-18 02:06:24,605 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:24,607 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52818
2016-05-18 02:06:24,607 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537184547
2016-05-18 02:06:24,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537184547_0001_000000, startTime=1463537184609
2016-05-18 02:06:24,609 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:24,675 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:24,675 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:24,675 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537184547_0001, dagName=[0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,690 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,690 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:24,691 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537184547_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001_wd/localmode-log-dir/dag_1463537184547_0001_1.dot
2016-05-18 02:06:24,692 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001_wd/localmode-log-dir/dag_1463537184547_0001_1-tez-dag.pb.txt
2016-05-18 02:06:24,696 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184547_0001_1
2016-05-18 02:06:24,696 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,697 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24 Running Dag: dag_1463537184547_0001_1
2016-05-18 02:06:24,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537184547_0001_1, submitTime=1463537184690
2016-05-18 02:06:24,715 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001/tez-conf.pb" } size: 40945 timestamp: 1463537184000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:24,715 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,715 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,715 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:24,715 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:24,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537184547_0001_1, initTime=1463537184715
2016-05-18 02:06:24,716 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184547_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:24,717 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:24,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:DAG_STARTED]: dagID=dag_1463537184547_0001_1, startTime=1463537184717
2016-05-18 02:06:24,717 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184547_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:24,717 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F01503451D2D4885B4153A40A67FA59C : {5BE2CFC3511E40AA9385C557AEE7DA1D={InputName=5BE2CFC3511E40AA9385C557AEE7DA1D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:24,717 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 5BE2CFC3511E40AA9385C557AEE7DA1D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:24,717 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,718 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,718 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,718 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,718 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:24,719 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 5BE2CFC3511E40AA9385C557AEE7DA1D on vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,719 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537184547_0001, dagName=[0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,721 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 5BE2CFC3511E40AA9385C557AEE7DA1D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:24,723 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:24,723 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:24,723 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:24,723 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:24,724 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 5BE2CFC3511E40AA9385C557AEE7DA1D on vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,724 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:24,724 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {5BE2CFC3511E40AA9385C557AEE7DA1D=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:24,725 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] parallelism set to 1
2016-05-18 02:06:24,725 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:24,725 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C], numAdditionalOutputs=1
2016-05-18 02:06:24,725 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=5C3EB19EFD584779AC6753D58A9ACD7C, vertex=vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:24,727 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F01503451D2D4885B4153A40A67FA59C:5C3EB19EFD584779AC6753D58A9ACD7C using oldmapred API
2016-05-18 02:06:24,727 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=5C3EB19EFD584779AC6753D58A9ACD7C, vertexName=F01503451D2D4885B4153A40A67FA59C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:24,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F01503451D2D4885B4153A40A67FA59C, vertexId=vertex_1463537184547_0001_1_00, initRequestedTime=1463537184717, initedTime=1463537184725, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:24,728 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] with distanceFromRoot: 0
2016-05-18 02:06:24,728 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:24,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537184547_0001_1_00, startRequestedTime=1463537184719, startedTime=1463537184728
2016-05-18 02:06:24,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537184547_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:24,728 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:24,728 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F01503451D2D4885B4153A40A67FA59C
2016-05-18 02:06:24,729 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:TASK_STARTED]: vertexName=F01503451D2D4885B4153A40A67FA59C, taskId=task_1463537184547_0001_1_00_000000, scheduledTime=1463537184729, launchTime=1463537184729
2016-05-18 02:06:24,729 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,730 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:24,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537184547_0001_00_000001, launchTime=1463537184732
2016-05-18 02:06:24,732 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184547_0001_00_000001
2016-05-18 02:06:24,733 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184547_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,733 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537184547_0001_1_00_000000_0] started. Is using containerId: [container_1463537184547_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:24,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F01503451D2D4885B4153A40A67FA59C, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0, startTime=1463537184733, containerId=container_1463537184547_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:24 Starting to run new task attempt: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,733 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,734 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,734 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:24,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS, VertexName: F01503451D2D4885B4153A40A67FA59C, VertexParallelism: 1, TaskAttemptID:attempt_1463537184547_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5BE2CFC3511E40AA9385C557AEE7DA1D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=5C3EB19EFD584779AC6753D58A9ACD7C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:24,734 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:24,734 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,735 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537184547_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:24,736 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537184547_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:24,737 INFO  input.MRInput (MRInput.java:initialize(440)) - 5BE2CFC3511E40AA9385C557AEE7DA1D using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:24,738 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 5BE2CFC3511E40AA9385C557AEE7DA1D
2016-05-18 02:06:24,739 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537184547_0001, with dag id: dag_1463537184547_0001_1
2016-05-18 02:06:24,739 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:24,746 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F01503451D2D4885B4153A40A67FA59C, ordinal: 0
2016-05-18 02:06:24,746 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F01503451D2D4885B4153A40A67FA59C, mem on start (mb), free: 95, total: 389, max: 672
2016-05-18 02:06:24,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:24,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:24,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:24,752 INFO  output.MROutput (MROutput.java:initialize(421)) - 5C3EB19EFD584779AC6753D58A9ACD7C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:24,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:24,752 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[5BE2CFC3511E40AA9385C557AEE7DA1D:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [5C3EB19EFD584779AC6753D58A9ACD7C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:24,752 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:24,752 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:24,752 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:24,752 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[5BE2CFC3511E40AA9385C557AEE7DA1D:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [5C3EB19EFD584779AC6753D58A9ACD7C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:24,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:24,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 5BE2CFC3511E40AA9385C557AEE7DA1D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:24,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:24,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:24,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 5BE2CFC3511E40AA9385C557AEE7DA1D
2016-05-18 02:06:24,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:24,753 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,754 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:24,755 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 5BE2CFC3511E40AA9385C557AEE7DA1D initialized RecordReader from event
2016-05-18 02:06:24,757 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,757 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 5BE2CFC3511E40AA9385C557AEE7DA1D
2016-05-18 02:06:24,758 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_RESULTS"], id: 5C3EB19EFD584779AC6753D58A9ACD7C
2016-05-18 02:06:24,758 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_RESULTS"]
2016-05-18 02:06:24,758 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,758 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F01503451D2D4885B4153A40A67FA59C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:24,761 INFO  output.MROutput (MROutput.java:close(526)) - 5C3EB19EFD584779AC6753D58A9ACD7C closed
2016-05-18 02:06:24,761 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537184547_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:24,762 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,762 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F01503451D2D4885B4153A40A67FA59C, mem on close (mb), free: 93, total: 389, max: 672
2016-05-18 02:06:24,763 INFO  output.MROutput (MROutput.java:close(526)) - 5C3EB19EFD584779AC6753D58A9ACD7C closed
2016-05-18 02:06:24,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:24 Completed running task attempt: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,764 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:24,764 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537184547_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:24,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537184547_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537184759, Process_Duration=3, Process_End_Time=1463537184762, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:24,765 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537184547_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:24,765 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:24,765 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:24,766 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F01503451D2D4885B4153A40A67FA59C, taskAttemptId=attempt_1463537184547_0001_1_00_000000_0, creationTime=1463537184729, allocationTime=1463537184731, startTime=1463537184733, finishTime=1463537184766, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:24,766 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24,767 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184547_0001_00_000001
2016-05-18 02:06:24,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:TASK_FINISHED]: vertexName=F01503451D2D4885B4153A40A67FA59C, taskId=task_1463537184547_0001_1_00_000000, startTime=1463537184733, finishTime=1463537184766, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1463537184547_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184759, Process_Duration=3, Process_End_Time=1463537184762, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:24,767 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:24,767 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C]
2016-05-18 02:06:24,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:VERTEX_FINISHED]: vertexName=F01503451D2D4885B4153A40A67FA59C, vertexId=vertex_1463537184547_0001_1_00, initRequestedTime=1463537184717, initedTime=1463537184725, startRequestedTime=1463537184719, startedTime=1463537184728, finishTime=1463537184767, timeTaken=39, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184759, Process_Duration=3, Process_End_Time=1463537184762, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537184733, firstTasksToStart=[ task_1463537184547_0001_1_00_000000 ], lastTaskFinishTime=1463537184766, lastTasksToFinish=[ task_1463537184547_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537184547_0001_1_00_000000 ], longestDurationTasks=[ task_1463537184547_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:24,768 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:24,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537184547_0001_00_000001, stoppedTime=1463537184768, exitStatus=0
2016-05-18 02:06:24,769 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:24,769 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:24,769 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537184547_0001_1
2016-05-18 02:06:24,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537184547_0001_1
2016-05-18 02:06:24,769 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 5C3EB19EFD584779AC6753D58A9ACD7C for vertex: vertex_1463537184547_0001_1_00 [F01503451D2D4885B4153A40A67FA59C], outputName: 5C3EB19EFD584779AC6753D58A9ACD7C
2016-05-18 02:06:24,772 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184547_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:24,772 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537184547_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:24,772 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537184547_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:24,772 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184547_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:24,773 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537184547_0001_00_000001, Exiting
2016-05-18 02:06:24,773 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537184547_0001_00_000001
2016-05-18 02:06:24,773 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537184547_0001_00_000001
2016-05-18 02:06:24,773 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537184547_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:24,774 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537184547_0001_00_000001 completed successfully
2016-05-18 02:06:24,781 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:5C3EB19EFD584779AC6753D58A9ACD7C of vertex/vertexGroup:F01503451D2D4885B4153A40A67FA59C isVertexGroupOutput:false
2016-05-18 02:06:24,781 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:24,782 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537184547_0001_1, queueSize=0
2016-05-18 02:06:24,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184547_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537184547_0001_1, startTime=1463537184717, finishTime=1463537184781, timeTaken=64, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537184759, Process_Duration=3, Process_End_Time=1463537184762, Read_Duration=0, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:24,782 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537184547_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:24,782 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184547_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:24 Completed Dag: dag_1463537184547_0001_1
2016-05-18 02:06:24,783 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537184547_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:24,783 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184547_0001_1_post
2016-05-18 02:06:24,783 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:24,783 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:24,783 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:24,783 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS, with id=dag_1463537184547_0001_1
2016-05-18 02:06:24,783 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55] each/(1/1) ...tform/ALL_UNKNOWN_RESULTS, with id=dag_1463537184547_0001_1
2016-05-18 02:06:24,788 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_UNKNOWN_RESULTS, applicationId=application_1463537184547_0001
2016-05-18 02:06:24,790 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:24,790 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:24,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:24,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:24,790 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:24,790 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:24,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:24,791 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:24,791 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:24,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:24,791 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:24,792 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:24,792 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:24,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:24,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:24,793 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:24,795 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/0E152A776D0B440AAE5ACAD59BA3ACAD/F5307055C4724FBEB3DCBAB24A09ED55/.tez/application_1463537184547_0001
2016-05-18 02:06:24,795 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_RESULTS/_temporary
2016-05-18 02:06:24,796 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.268
2016-05-18 02:06:24,883 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_RESULTS
2016-05-18 02:06:24,908 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:24,909 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:24,947 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:24,950 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:24,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:24,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:24,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:24,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:24,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:24,974 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:24,974 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:24,975 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_ALL"]
2016-05-18 02:06:24,975 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:24,976 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:24,976 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:24,976 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:24,976 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:24,989 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:24,994 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:24,995 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:24,995 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:25,006 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001 doesn't exist and is created
2016-05-18 02:06:25,027 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:25,027 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:25,028 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001_wd
2016-05-18 02:06:25,043 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537184995_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:25,044 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,044 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,046 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:25,046 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:25,046 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:25,047 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:25,047 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:25,049 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:25,049 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:25,049 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:25,049 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:25,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:25,050 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:25,050 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:25,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:25,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,051 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:25,052 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:25,053 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:25,054 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:25,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:25,054 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001_wd/localmode-log-dir
2016-05-18 02:06:25,055 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001_wd/localmode-log-dir/history.txt.appattempt_1463537184995_0001_000000, maxErrors=10
2016-05-18 02:06:25,055 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:25,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537184995_0001_000000, appSubmitTime=1463537185043, launchTime=1463537185043
2016-05-18 02:06:25,058 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:25,060 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53080
2016-05-18 02:06:25,060 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537184995
2016-05-18 02:06:25,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537184995_0001_000000, startTime=1463537185062
2016-05-18 02:06:25,062 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:25,128 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:25,128 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:25,128 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537184995_0001, dagName=[3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:25,143 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:25,143 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:25,144 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537184995_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001_wd/localmode-log-dir/dag_1463537184995_0001_1.dot
2016-05-18 02:06:25,144 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001_wd/localmode-log-dir/dag_1463537184995_0001_1-tez-dag.pb.txt
2016-05-18 02:06:25,147 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184995_0001_1
2016-05-18 02:06:25,148 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,148 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:25 Running Dag: dag_1463537184995_0001_1
2016-05-18 02:06:25,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537184995_0001_1, submitTime=1463537185143
2016-05-18 02:06:25,164 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001/tez-conf.pb" } size: 40945 timestamp: 1463537185000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:25,164 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,164 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,164 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:25,165 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:25,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537184995_0001_1, initTime=1463537185165
2016-05-18 02:06:25,165 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184995_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:25,165 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:25,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:DAG_STARTED]: dagID=dag_1463537184995_0001_1, startTime=1463537185165
2016-05-18 02:06:25,165 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184995_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:25,165 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F4A32FDE08054AEA8A9E153F2EB56467 : {FAB361A82E87484C910E51AF2198D49A={InputName=FAB361A82E87484C910E51AF2198D49A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FAB361A82E87484C910E51AF2198D49A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,166 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:25,166 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537184995_0001, dagName=[3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL
2016-05-18 02:06:25,167 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FAB361A82E87484C910E51AF2198D49A on vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,169 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FAB361A82E87484C910E51AF2198D49A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:25,169 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:25,169 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:25,170 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:25,170 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:25,170 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:25,170 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:25,171 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FAB361A82E87484C910E51AF2198D49A on vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,171 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,172 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FAB361A82E87484C910E51AF2198D49A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:25,172 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] parallelism set to 1
2016-05-18 02:06:25,173 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,173 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467], numAdditionalOutputs=1
2016-05-18 02:06:25,173 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=B7403C8EF2DC4C3BBF0FE8E3D4579DC1, vertex=vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:25,175 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F4A32FDE08054AEA8A9E153F2EB56467:B7403C8EF2DC4C3BBF0FE8E3D4579DC1 using oldmapred API
2016-05-18 02:06:25,175 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=B7403C8EF2DC4C3BBF0FE8E3D4579DC1, vertexName=F4A32FDE08054AEA8A9E153F2EB56467, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:25,176 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, vertexId=vertex_1463537184995_0001_1_00, initRequestedTime=1463537185165, initedTime=1463537185173, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:25,176 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] with distanceFromRoot: 0
2016-05-18 02:06:25,176 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:25,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537184995_0001_1_00, startRequestedTime=1463537185166, startedTime=1463537185177
2016-05-18 02:06:25,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537184995_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:25,178 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:25,178 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F4A32FDE08054AEA8A9E153F2EB56467
2016-05-18 02:06:25,178 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:TASK_STARTED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, taskId=task_1463537184995_0001_1_00_000000, scheduledTime=1463537185178, launchTime=1463537185178
2016-05-18 02:06:25,179 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,180 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:25,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537184995_0001_00_000001, launchTime=1463537185181
2016-05-18 02:06:25,182 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184995_0001_00_000001
2016-05-18 02:06:25,183 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537184995_0001_1_00_000000_0] started. Is using containerId: [container_1463537184995_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:25,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0, startTime=1463537185182, containerId=container_1463537184995_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:25,183 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184995_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,185 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,185 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,185 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:25,185 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537184995_0001, with dag id: dag_1463537184995_0001_1
2016-05-18 02:06:25,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL, VertexName: F4A32FDE08054AEA8A9E153F2EB56467, VertexParallelism: 1, TaskAttemptID:attempt_1463537184995_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FAB361A82E87484C910E51AF2198D49A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B7403C8EF2DC4C3BBF0FE8E3D4579DC1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:25,185 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:25,186 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,187 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537184995_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:25,187 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537184995_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:25,190 INFO  input.MRInput (MRInput.java:initialize(440)) - FAB361A82E87484C910E51AF2198D49A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:25,190 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:25,191 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FAB361A82E87484C910E51AF2198D49A
2016-05-18 02:06:25,197 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F4A32FDE08054AEA8A9E153F2EB56467, ordinal: 0
2016-05-18 02:06:25,197 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F4A32FDE08054AEA8A9E153F2EB56467, mem on start (mb), free: 220, total: 390, max: 672
2016-05-18 02:06:25,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:25,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:25,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:25,201 INFO  output.MROutput (MROutput.java:initialize(421)) - B7403C8EF2DC4C3BBF0FE8E3D4579DC1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:25,201 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:25,202 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[B7403C8EF2DC4C3BBF0FE8E3D4579DC1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [FAB361A82E87484C910E51AF2198D49A:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:25,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:25,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:25,203 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:25,203 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[B7403C8EF2DC4C3BBF0FE8E3D4579DC1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [FAB361A82E87484C910E51AF2198D49A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:25,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:25,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FAB361A82E87484C910E51AF2198D49A
2016-05-18 02:06:25,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FAB361A82E87484C910E51AF2198D49A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:25,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:25,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:25,205 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:25,205 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,207 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:25,207 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FAB361A82E87484C910E51AF2198D49A initialized RecordReader from event
2016-05-18 02:06:25,208 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,208 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: FAB361A82E87484C910E51AF2198D49A
2016-05-18 02:06:25,208 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_ALL"], id: B7403C8EF2DC4C3BBF0FE8E3D4579DC1
2016-05-18 02:06:25,209 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_ALL"]
2016-05-18 02:06:25,209 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,209 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F4A32FDE08054AEA8A9E153F2EB56467, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:25,212 INFO  output.MROutput (MROutput.java:close(526)) - B7403C8EF2DC4C3BBF0FE8E3D4579DC1 closed
2016-05-18 02:06:25,212 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537184995_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:25,213 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,213 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F4A32FDE08054AEA8A9E153F2EB56467, mem on close (mb), free: 218, total: 390, max: 672
2016-05-18 02:06:25,213 INFO  output.MROutput (MROutput.java:close(526)) - B7403C8EF2DC4C3BBF0FE8E3D4579DC1 closed
2016-05-18 02:06:25,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:25 Completed running task attempt: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,213 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:25,213 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537184995_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:25,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537184995_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537185209, Process_Duration=3, Process_End_Time=1463537185212, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:25,214 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537184995_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:25,214 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:25,214 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:25,214 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,214 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537184995_0001_00_000001
2016-05-18 02:06:25,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, taskAttemptId=attempt_1463537184995_0001_1_00_000000_0, creationTime=1463537185179, allocationTime=1463537185181, startTime=1463537185182, finishTime=1463537185214, timeTaken=32, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:25,215 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:TASK_FINISHED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, taskId=task_1463537184995_0001_1_00_000000, startTime=1463537185182, finishTime=1463537185215, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1463537184995_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185209, Process_Duration=3, Process_End_Time=1463537185212, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:25,216 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:25,216 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467]
2016-05-18 02:06:25,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:VERTEX_FINISHED]: vertexName=F4A32FDE08054AEA8A9E153F2EB56467, vertexId=vertex_1463537184995_0001_1_00, initRequestedTime=1463537185165, initedTime=1463537185173, startRequestedTime=1463537185166, startedTime=1463537185177, finishTime=1463537185216, timeTaken=39, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185209, Process_Duration=3, Process_End_Time=1463537185212, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537185182, firstTasksToStart=[ task_1463537184995_0001_1_00_000000 ], lastTaskFinishTime=1463537185214, lastTasksToFinish=[ task_1463537184995_0001_1_00_000000 ], minTaskDuration=32, maxTaskDuration=32, avgTaskDuration=32.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537184995_0001_1_00_000000 ], longestDurationTasks=[ task_1463537184995_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:25,217 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:25,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537184995_0001_00_000001, stoppedTime=1463537185217, exitStatus=0
2016-05-18 02:06:25,217 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:25,217 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:25,217 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537184995_0001_1
2016-05-18 02:06:25,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537184995_0001_1
2016-05-18 02:06:25,218 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: B7403C8EF2DC4C3BBF0FE8E3D4579DC1 for vertex: vertex_1463537184995_0001_1_00 [F4A32FDE08054AEA8A9E153F2EB56467], outputName: B7403C8EF2DC4C3BBF0FE8E3D4579DC1
2016-05-18 02:06:25,219 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184995_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:25,219 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537184995_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:25,225 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537184995_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:25,225 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537184995_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:25,225 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537184995_0001_00_000001, Exiting
2016-05-18 02:06:25,225 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537184995_0001_00_000001
2016-05-18 02:06:25,226 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537184995_0001_00_000001
2016-05-18 02:06:25,227 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:B7403C8EF2DC4C3BBF0FE8E3D4579DC1 of vertex/vertexGroup:F4A32FDE08054AEA8A9E153F2EB56467 isVertexGroupOutput:false
2016-05-18 02:06:25,227 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:25,227 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537184995_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:25,227 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537184995_0001_00_000001 completed successfully
2016-05-18 02:06:25,228 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537184995_0001_1, queueSize=0
2016-05-18 02:06:25,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537184995_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537184995_0001_1, startTime=1463537185165, finishTime=1463537185227, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185209, Process_Duration=3, Process_End_Time=1463537185212, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:25,228 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537184995_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:25,229 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537184995_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:25 Completed Dag: dag_1463537184995_0001_1
2016-05-18 02:06:25,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537184995_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:25,229 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537184995_0001_1_post
2016-05-18 02:06:25,229 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:25,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:25,229 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL, with id=dag_1463537184995_0001_1
2016-05-18 02:06:25,230 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7] each/(1/1) ...yplatform/ALL_UNKNOWN_ALL, with id=dag_1463537184995_0001_1
2016-05-18 02:06:25,235 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_UNKNOWN_ALL, applicationId=application_1463537184995_0001
2016-05-18 02:06:25,237 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:25,237 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:25,237 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:25,237 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:25,237 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:25,238 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:25,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:25,239 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:25,239 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:25,239 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:25,239 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:25,240 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:25,240 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:25,242 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:25,244 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/3275593AF38745959C288BEF0A0B7BBC/E4A9333BD4CC438F93FFCE3D351A46A7/.tez/application_1463537184995_0001
2016-05-18 02:06:25,244 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_ALL/_temporary
2016-05-18 02:06:25,245 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.270
2016-05-18 02:06:25,313 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_ALL
2016-05-18 02:06:25,340 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:25,340 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:25,370 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:25,374 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:25,375 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:25,375 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:25,375 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:25,389 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:25,389 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:25,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2016-05-18 02:06:25,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:25,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:25,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:25,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,399 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:25,412 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:25,417 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:25,417 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:25,417 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:25,426 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001 doesn't exist and is created
2016-05-18 02:06:25,445 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:25,445 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:25,446 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001_wd
2016-05-18 02:06:25,462 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537185417_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:25,462 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,462 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,464 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:25,464 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:25,464 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:25,464 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:25,465 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:25,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:25,467 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:25,468 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:25,468 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,468 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,468 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:25,468 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:25,470 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:25,471 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:25,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:25,471 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001_wd/localmode-log-dir
2016-05-18 02:06:25,471 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001_wd/localmode-log-dir/history.txt.appattempt_1463537185417_0001_000000, maxErrors=10
2016-05-18 02:06:25,471 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:25,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537185417_0001_000000, appSubmitTime=1463537185461, launchTime=1463537185461
2016-05-18 02:06:25,475 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:25,477 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39311
2016-05-18 02:06:25,477 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537185417
2016-05-18 02:06:25,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537185417_0001_000000, startTime=1463537185479
2016-05-18 02:06:25,479 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:25,546 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:25,546 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:25,546 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537185417_0001, dagName=[82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,560 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,561 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:25,561 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537185417_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001_wd/localmode-log-dir/dag_1463537185417_0001_1.dot
2016-05-18 02:06:25,562 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001_wd/localmode-log-dir/dag_1463537185417_0001_1-tez-dag.pb.txt
2016-05-18 02:06:25,565 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537185417_0001_1
2016-05-18 02:06:25,565 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,565 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25 Running Dag: dag_1463537185417_0001_1
2016-05-18 02:06:25,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537185417_0001_1, submitTime=1463537185560
2016-05-18 02:06:25,581 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001/tez-conf.pb" } size: 40945 timestamp: 1463537185000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:25,581 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,581 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,581 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:25,581 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:25,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537185417_0001_1, initTime=1463537185581
2016-05-18 02:06:25,582 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185417_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:25,582 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:25,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:DAG_STARTED]: dagID=dag_1463537185417_0001_1, startTime=1463537185582
2016-05-18 02:06:25,582 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537185417_0001, dagName=[82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,582 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185417_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:25,582 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F378396D32324B14B3115879D4AFB087 : {3E8B0FF7568944D09B390059072C75D6={InputName=3E8B0FF7568944D09B390059072C75D6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:25,583 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3E8B0FF7568944D09B390059072C75D6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:25,583 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,583 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,583 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,583 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,584 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:25,584 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3E8B0FF7568944D09B390059072C75D6 on vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,586 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3E8B0FF7568944D09B390059072C75D6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:25,588 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:25,588 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:25,588 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:25,588 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:25,589 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3E8B0FF7568944D09B390059072C75D6 on vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,589 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,589 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3E8B0FF7568944D09B390059072C75D6=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:25,590 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] parallelism set to 1
2016-05-18 02:06:25,590 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,590 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087], numAdditionalOutputs=1
2016-05-18 02:06:25,590 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=77EEA3304B6F4682A962DF009879D2C1, vertex=vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:25,592 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F378396D32324B14B3115879D4AFB087:77EEA3304B6F4682A962DF009879D2C1 using oldmapred API
2016-05-18 02:06:25,592 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=77EEA3304B6F4682A962DF009879D2C1, vertexName=F378396D32324B14B3115879D4AFB087, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:25,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F378396D32324B14B3115879D4AFB087, vertexId=vertex_1463537185417_0001_1_00, initRequestedTime=1463537185582, initedTime=1463537185590, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:25,593 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] with distanceFromRoot: 0
2016-05-18 02:06:25,593 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:25,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537185417_0001_1_00, startRequestedTime=1463537185584, startedTime=1463537185593
2016-05-18 02:06:25,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537185417_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:25,594 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:25,594 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F378396D32324B14B3115879D4AFB087
2016-05-18 02:06:25,594 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:TASK_STARTED]: vertexName=F378396D32324B14B3115879D4AFB087, taskId=task_1463537185417_0001_1_00_000000, scheduledTime=1463537185594, launchTime=1463537185594
2016-05-18 02:06:25,595 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,595 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:25,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537185417_0001_00_000001, launchTime=1463537185597
2016-05-18 02:06:25,597 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537185417_0001_00_000001
2016-05-18 02:06:25,598 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537185417_0001_1_00_000000_0] started. Is using containerId: [container_1463537185417_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:25,598 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F378396D32324B14B3115879D4AFB087, taskAttemptId=attempt_1463537185417_0001_1_00_000000_0, startTime=1463537185598, containerId=container_1463537185417_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:25,598 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537185417_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25,599 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25,599 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,599 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:25,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE, VertexName: F378396D32324B14B3115879D4AFB087, VertexParallelism: 1, TaskAttemptID:attempt_1463537185417_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3E8B0FF7568944D09B390059072C75D6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=77EEA3304B6F4682A962DF009879D2C1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:25,599 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:25,601 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537185417_0001, with dag id: dag_1463537185417_0001_1
2016-05-18 02:06:25,601 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25,602 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537185417_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:25,602 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537185417_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:25,605 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:25,607 INFO  input.MRInput (MRInput.java:initialize(440)) - 3E8B0FF7568944D09B390059072C75D6 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:25,607 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3E8B0FF7568944D09B390059072C75D6
2016-05-18 02:06:25,613 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F378396D32324B14B3115879D4AFB087, ordinal: 0
2016-05-18 02:06:25,613 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F378396D32324B14B3115879D4AFB087, mem on start (mb), free: 130, total: 390, max: 672
2016-05-18 02:06:25,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:25,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:25,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:25,619 INFO  output.MROutput (MROutput.java:initialize(421)) - 77EEA3304B6F4682A962DF009879D2C1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:25,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:25,620 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3E8B0FF7568944D09B390059072C75D6:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [77EEA3304B6F4682A962DF009879D2C1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:25,620 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:25,620 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:25,620 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:25,620 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3E8B0FF7568944D09B390059072C75D6:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [77EEA3304B6F4682A962DF009879D2C1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:25,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:25,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3E8B0FF7568944D09B390059072C75D6 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:25,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:25,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:25,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3E8B0FF7568944D09B390059072C75D6
2016-05-18 02:06:25,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:25,621 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25,624 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:25,624 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3E8B0FF7568944D09B390059072C75D6 initialized RecordReader from event
2016-05-18 02:06:25,625 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,625 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3E8B0FF7568944D09B390059072C75D6
2016-05-18 02:06:25,625 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_REPLACE"], id: 77EEA3304B6F4682A962DF009879D2C1
2016-05-18 02:06:25,626 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_REPLACE"]
2016-05-18 02:06:25,626 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,626 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F378396D32324B14B3115879D4AFB087, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:25,626 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:25,627 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:25,627 INFO  output.MROutput (MROutput.java:close(526)) - 77EEA3304B6F4682A962DF009879D2C1 closed
2016-05-18 02:06:25,628 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537185417_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:25,628 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537185417_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:25,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537185417_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537185626, Process_Duration=2, Process_End_Time=1463537185628, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:25,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:25,629 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F378396D32324B14B3115879D4AFB087, mem on close (mb), free: 128, total: 390, max: 672
2016-05-18 02:06:25,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=F378396D32324B14B3115879D4AFB087, index=0, interruptedStatus=false
2016-05-18 02:06:25,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=F378396D32324B14B3115879D4AFB087, sourceVertex=3E8B0FF7568944D09B390059072C75D6, interruptedStatus=true
2016-05-18 02:06:25,631 INFO  output.MROutput (MROutput.java:close(526)) - 77EEA3304B6F4682A962DF009879D2C1 closed
2016-05-18 02:06:25,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=F378396D32324B14B3115879D4AFB087, sourceVertex=77EEA3304B6F4682A962DF009879D2C1, interruptedStatus=true
2016-05-18 02:06:25,632 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537185417_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:25,632 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:25,632 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537185417_0001_00_000001
2016-05-18 02:06:25,633 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537185417_0001_00_000001
2016-05-18 02:06:25,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F378396D32324B14B3115879D4AFB087, taskAttemptId=attempt_1463537185417_0001_1_00_000000_0, creationTime=1463537185595, allocationTime=1463537185596, startTime=1463537185598, finishTime=1463537185633, timeTaken=35, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537185417_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537185626, Process_Duration=2, Process_End_Time=1463537185628, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:25,633 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537185417_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:25,633 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537185417_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:25,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:TASK_FINISHED]: vertexName=F378396D32324B14B3115879D4AFB087, taskId=task_1463537185417_0001_1_00_000000, startTime=1463537185598, finishTime=1463537185633, timeTaken=35, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537185417_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] because task failed: task_1463537185417_0001_1_00_000000
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,634 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=77EEA3304B6F4682A962DF009879D2C1, vertexId=vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:VERTEX_FINISHED]: vertexName=F378396D32324B14B3115879D4AFB087, vertexId=vertex_1463537185417_0001_1_00, initRequestedTime=1463537185582, initedTime=1463537185590, startRequestedTime=1463537185584, startedTime=1463537185593, finishTime=1463537185636, timeTaken=43, status=FAILED, diagnostics=Task failed, taskId=task_1463537185417_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537185417_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537185598, firstTasksToStart=[ task_1463537185417_0001_1_00_000000 ], lastTaskFinishTime=1463537185633, lastTasksToFinish=[ task_1463537185417_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:25,636 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:25,636 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537185417_0001_00_000001, stoppedTime=1463537185636, exitStatus=-1000
2016-05-18 02:06:25,636 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537185417_0001_1_00_000000_0 failed: true container: container_1463537185417_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:25,637 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:25,637 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:25,637 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:25,637 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537185417_0001_1, queueSize=0
2016-05-18 02:06:25,637 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537185417_0001_00_000001 completed but with errors
2016-05-18 02:06:25,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185417_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537185417_0001_1, startTime=1463537185582, finishTime=1463537185637, timeTaken=55, status=FAILED, diagnostics=Vertex failed, vertexName=F378396D32324B14B3115879D4AFB087, vertexId=vertex_1463537185417_0001_1_00, diagnostics=[Task failed, taskId=task_1463537185417_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537185417_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:25,638 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537185417_0001_1_00 [F378396D32324B14B3115879D4AFB087]
2016-05-18 02:06:25,638 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537185417_0001_1 finished with state: FAILED
2016-05-18 02:06:25,638 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185417_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:25,638 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537185417_0001_00_000001
2016-05-18 02:06:25,639 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537185417_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:25 Completed Dag: dag_1463537185417_0001_1
2016-05-18 02:06:25,639 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537185417_0001_1, dagState=FAILED
2016-05-18 02:06:25,639 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537185417_0001_1_post
2016-05-18 02:06:25,639 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,639 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:25,640 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:25,640 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE, with id=dag_1463537185417_0001_1
2016-05-18 02:06:25,640 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8] each/(1/1) ...tform/ALL_UNKNOWN_REPLACE, with id=dag_1463537185417_0001_1
2016-05-18 02:06:25,646 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tform/ALL_UNKNOWN_REPLACE, applicationId=application_1463537185417_0001
2016-05-18 02:06:25,648 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:25,648 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:25,648 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:25,648 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:25,648 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:25,649 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:25,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:25,649 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:25,649 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:25,650 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:25,650 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:25,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:25,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:25,651 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:25,653 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/82E6A960FF4B4C75B079CDD3AA224897/E92CCA6510FE4336A7AB59EE5B8F03D8/.tez/application_1463537185417_0001
2016-05-18 02:06:25,653 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:25,654 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...tform/ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,654 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:25,654 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_REPLACE/_temporary
2016-05-18 02:06:25,655 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.257
2016-05-18 02:06:25,655 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_REPLACE
2016-05-18 02:06:25,655 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:25,655 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:25,677 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:25,677 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:25,709 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:25,711 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:25,711 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:25,712 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:25,712 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:25,725 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:25,726 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:25,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2016-05-18 02:06:25,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:25,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:25,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:25,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25,738 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:25,752 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:25,756 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:25,756 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:25,756 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:25,765 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001 doesn't exist and is created
2016-05-18 02:06:25,784 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:25,785 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:25,785 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001_wd
2016-05-18 02:06:25,800 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537185756_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:25,800 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,800 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:25,802 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:25,802 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:25,802 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:25,802 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:25,803 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:25,804 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:25,804 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:25,804 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:25,804 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:25,805 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:25,805 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:25,805 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:25,805 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:25,806 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,806 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:25,806 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:25,806 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:25,807 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:25,808 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:25,808 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:25,808 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001_wd/localmode-log-dir
2016-05-18 02:06:25,809 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001_wd/localmode-log-dir/history.txt.appattempt_1463537185756_0001_000000, maxErrors=10
2016-05-18 02:06:25,809 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:25,809 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537185756_0001_000000, appSubmitTime=1463537185799, launchTime=1463537185799
2016-05-18 02:06:25,811 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:25,814 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45000
2016-05-18 02:06:25,814 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537185756
2016-05-18 02:06:25,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537185756_0001_000000, startTime=1463537185816
2016-05-18 02:06:25,816 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:25,885 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:25,885 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:25,885 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537185756_0001, dagName=[009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25,912 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25,912 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:25,913 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537185756_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001_wd/localmode-log-dir/dag_1463537185756_0001_1.dot
2016-05-18 02:06:25,914 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001_wd/localmode-log-dir/dag_1463537185756_0001_1-tez-dag.pb.txt
2016-05-18 02:06:25,917 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537185756_0001_1
2016-05-18 02:06:25,917 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,917 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25 Running Dag: dag_1463537185756_0001_1
2016-05-18 02:06:25,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537185756_0001_1, submitTime=1463537185912
2016-05-18 02:06:25,933 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001/tez-conf.pb" } size: 40945 timestamp: 1463537185000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:25,933 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,934 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,934 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:25,934 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:25,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537185756_0001_1, initTime=1463537185934
2016-05-18 02:06:25,934 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185756_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:25,935 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:25,935 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:DAG_STARTED]: dagID=dag_1463537185756_0001_1, startTime=1463537185935
2016-05-18 02:06:25,935 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185756_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:25,935 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DFDA1233E3364BAEB8ADE5825018EF5C : {0C574E6A778143D4A892BEFF9C7BBB88={InputName=0C574E6A778143D4A892BEFF9C7BBB88}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:25,935 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 0C574E6A778143D4A892BEFF9C7BBB88, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:25,935 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,935 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,936 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,936 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,937 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537185756_0001, dagName=[009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP
2016-05-18 02:06:25,938 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:25,938 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 0C574E6A778143D4A892BEFF9C7BBB88 on vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,940 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 0C574E6A778143D4A892BEFF9C7BBB88 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:25,942 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:25,942 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:25,944 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:25,944 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:25,946 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 0C574E6A778143D4A892BEFF9C7BBB88 on vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,947 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,948 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {0C574E6A778143D4A892BEFF9C7BBB88=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:25,949 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] parallelism set to 1
2016-05-18 02:06:25,950 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:25,950 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C], numAdditionalOutputs=1
2016-05-18 02:06:25,950 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1110DCB760364D669F53F16D12167975, vertex=vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:25,952 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DFDA1233E3364BAEB8ADE5825018EF5C:1110DCB760364D669F53F16D12167975 using oldmapred API
2016-05-18 02:06:25,952 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1110DCB760364D669F53F16D12167975, vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:25,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, vertexId=vertex_1463537185756_0001_1_00, initRequestedTime=1463537185935, initedTime=1463537185950, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:25,954 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] with distanceFromRoot: 0
2016-05-18 02:06:25,956 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:25,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537185756_0001_1_00, startRequestedTime=1463537185938, startedTime=1463537185956
2016-05-18 02:06:25,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537185756_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:25,957 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:25,958 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537185756_0001, with dag id: dag_1463537185756_0001_1
2016-05-18 02:06:25,959 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DFDA1233E3364BAEB8ADE5825018EF5C
2016-05-18 02:06:25,959 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:TASK_STARTED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, taskId=task_1463537185756_0001_1_00_000000, scheduledTime=1463537185959, launchTime=1463537185959
2016-05-18 02:06:25,960 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,961 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:25,963 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537185756_0001_00_000001, launchTime=1463537185963
2016-05-18 02:06:25,964 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537185756_0001_00_000001
2016-05-18 02:06:25,964 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537185756_0001_1_00_000000_0] started. Is using containerId: [container_1463537185756_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:25,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0, startTime=1463537185964, containerId=container_1463537185756_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:25,965 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537185756_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,965 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,965 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,965 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:25,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP, VertexName: DFDA1233E3364BAEB8ADE5825018EF5C, VertexParallelism: 1, TaskAttemptID:attempt_1463537185756_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0C574E6A778143D4A892BEFF9C7BBB88, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1110DCB760364D669F53F16D12167975, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:25,966 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:25,966 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,966 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537185756_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:25,966 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537185756_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:25,969 INFO  input.MRInput (MRInput.java:initialize(440)) - 0C574E6A778143D4A892BEFF9C7BBB88 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:25,969 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:25,969 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 0C574E6A778143D4A892BEFF9C7BBB88
2016-05-18 02:06:25,976 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DFDA1233E3364BAEB8ADE5825018EF5C, ordinal: 0
2016-05-18 02:06:25,976 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DFDA1233E3364BAEB8ADE5825018EF5C, mem on start (mb), free: 273, total: 390, max: 672
2016-05-18 02:06:25,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:25,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:25,976 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:25,983 INFO  output.MROutput (MROutput.java:initialize(421)) - 1110DCB760364D669F53F16D12167975: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:25,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:25,983 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[0C574E6A778143D4A892BEFF9C7BBB88:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [1110DCB760364D669F53F16D12167975:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:25,984 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:25,984 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:25,984 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:25,984 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[0C574E6A778143D4A892BEFF9C7BBB88:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [1110DCB760364D669F53F16D12167975:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:25,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:25,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 0C574E6A778143D4A892BEFF9C7BBB88 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:25,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:25,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:25,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 0C574E6A778143D4A892BEFF9C7BBB88
2016-05-18 02:06:25,985 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:25,985 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,987 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:25,988 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 0C574E6A778143D4A892BEFF9C7BBB88 initialized RecordReader from event
2016-05-18 02:06:25,989 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,989 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 0C574E6A778143D4A892BEFF9C7BBB88
2016-05-18 02:06:25,989 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_SWAP"], id: 1110DCB760364D669F53F16D12167975
2016-05-18 02:06:25,990 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_SWAP"]
2016-05-18 02:06:25,990 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:25,990 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DFDA1233E3364BAEB8ADE5825018EF5C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:25,993 INFO  output.MROutput (MROutput.java:close(526)) - 1110DCB760364D669F53F16D12167975 closed
2016-05-18 02:06:25,993 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537185756_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:25,994 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,994 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DFDA1233E3364BAEB8ADE5825018EF5C, mem on close (mb), free: 271, total: 390, max: 672
2016-05-18 02:06:25,994 INFO  output.MROutput (MROutput.java:close(526)) - 1110DCB760364D669F53F16D12167975 closed
2016-05-18 02:06:25,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:06:25 Completed running task attempt: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,994 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:06:25,994 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537185756_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:25,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537185756_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20][cascading.flow.SliceCounters Process_Begin_Time=1463537185990, Process_Duration=4, Process_End_Time=1463537185994, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=20, Tuples_Written=20]]
2016-05-18 02:06:25,995 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537185756_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:06:25,995 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, taskAttemptId=attempt_1463537185756_0001_1_00_000000_0, creationTime=1463537185960, allocationTime=1463537185962, startTime=1463537185964, finishTime=1463537185995, timeTaken=31, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:06:25,995 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25,995 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:06:25,996 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:06:25,996 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:25,996 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:TASK_FINISHED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, taskId=task_1463537185756_0001_1_00_000000, startTime=1463537185964, finishTime=1463537185996, timeTaken=32, status=SUCCEEDED, successfulAttemptID=attempt_1463537185756_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185990, Process_Duration=4, Process_End_Time=1463537185994, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:25,996 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537185756_0001_00_000001
2016-05-18 02:06:25,996 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:06:25,996 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C]
2016-05-18 02:06:25,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:VERTEX_FINISHED]: vertexName=DFDA1233E3364BAEB8ADE5825018EF5C, vertexId=vertex_1463537185756_0001_1_00, initRequestedTime=1463537185935, initedTime=1463537185950, startRequestedTime=1463537185938, startedTime=1463537185956, finishTime=1463537185996, timeTaken=40, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185990, Process_Duration=4, Process_End_Time=1463537185994, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20, vertexStats=firstTaskStartTime=1463537185964, firstTasksToStart=[ task_1463537185756_0001_1_00_000000 ], lastTaskFinishTime=1463537185995, lastTasksToFinish=[ task_1463537185756_0001_1_00_000000 ], minTaskDuration=31, maxTaskDuration=31, avgTaskDuration=31.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537185756_0001_1_00_000000 ], longestDurationTasks=[ task_1463537185756_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:06:25,997 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:06:25,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537185756_0001_00_000001, stoppedTime=1463537185997, exitStatus=0
2016-05-18 02:06:25,998 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:06:25,998 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:25,998 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537185756_0001_1
2016-05-18 02:06:25,998 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537185756_0001_1
2016-05-18 02:06:25,998 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185756_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:25,998 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 1110DCB760364D669F53F16D12167975 for vertex: vertex_1463537185756_0001_1_00 [DFDA1233E3364BAEB8ADE5825018EF5C], outputName: 1110DCB760364D669F53F16D12167975
2016-05-18 02:06:25,998 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537185756_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:06:26,006 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537185756_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:06:26,007 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537185756_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:06:26,007 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537185756_0001_00_000001, Exiting
2016-05-18 02:06:26,007 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537185756_0001_00_000001
2016-05-18 02:06:26,007 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537185756_0001_00_000001
2016-05-18 02:06:26,009 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537185756_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:06:26,009 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537185756_0001_00_000001 completed successfully
2016-05-18 02:06:26,009 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:1110DCB760364D669F53F16D12167975 of vertex/vertexGroup:DFDA1233E3364BAEB8ADE5825018EF5C isVertexGroupOutput:false
2016-05-18 02:06:26,011 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:06:26,013 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537185756_0001_1, queueSize=0
2016-05-18 02:06:26,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537185756_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537185756_0001_1, startTime=1463537185935, finishTime=1463537186011, timeTaken=76, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=160, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, cascading.flow.SliceCounters, Process_Begin_Time=1463537185990, Process_Duration=4, Process_End_Time=1463537185994, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=20, Tuples_Written=20
2016-05-18 02:06:26,013 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537185756_0001_1 finished with state: SUCCEEDED
2016-05-18 02:06:26,013 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537185756_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:06:26 Completed Dag: dag_1463537185756_0001_1
2016-05-18 02:06:26,013 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537185756_0001_1, dagState=SUCCEEDED
2016-05-18 02:06:26,014 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537185756_0001_1_post
2016-05-18 02:06:26,014 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,014 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:26,014 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:26,014 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP, with id=dag_1463537185756_0001_1
2016-05-18 02:06:26,014 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63] each/(1/1) ...platform/ALL_UNKNOWN_SWAP, with id=dag_1463537185756_0001_1
2016-05-18 02:06:26,021 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_UNKNOWN_SWAP, applicationId=application_1463537185756_0001
2016-05-18 02:06:26,023 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:26,023 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:26,023 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:26,023 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:26,024 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:26,024 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:26,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:26,024 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:26,025 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:26,025 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,025 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:26,025 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:26,025 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,026 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:26,030 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/009E1FC752AF4C1D85E78007C33D2A98/D76B69D7EA4F4EF3A04E6E31FC624E63/.tez/application_1463537185756_0001
2016-05-18 02:06:26,031 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_UNKNOWN_SWAP/_temporary
2016-05-18 02:06:26,031 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.294
2016-05-18 02:06:26,102 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_UNKNOWN_SWAP
2016-05-18 02:06:26,125 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:26,125 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:26,155 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:26,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:26,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,159 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:26,166 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:26,166 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:26,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:26,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:26,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_-1"]
2016-05-18 02:06:26,182 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:26,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:26,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:26,183 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,183 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:26,195 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:26,200 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:26,201 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:26,201 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:26,209 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001 doesn't exist and is created
2016-05-18 02:06:26,229 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:26,229 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:26,230 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001_wd
2016-05-18 02:06:26,245 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537186200_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:26,246 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:26,246 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:26,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:26,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:26,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:26,248 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:26,249 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:26,251 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:26,251 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:26,252 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:26,253 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:26,253 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:26,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:26,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001_wd/localmode-log-dir
2016-05-18 02:06:26,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001_wd/localmode-log-dir/history.txt.appattempt_1463537186200_0001_000000, maxErrors=10
2016-05-18 02:06:26,254 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:26,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537186200_0001_000000, appSubmitTime=1463537186245, launchTime=1463537186245
2016-05-18 02:06:26,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:26,260 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44047
2016-05-18 02:06:26,260 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537186200
2016-05-18 02:06:26,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537186200_0001_000000, startTime=1463537186261
2016-05-18 02:06:26,261 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:26,329 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:26,330 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:26,330 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537186200_0001, dagName=[56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,347 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,347 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:26,347 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537186200_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001_wd/localmode-log-dir/dag_1463537186200_0001_1.dot
2016-05-18 02:06:26,348 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001_wd/localmode-log-dir/dag_1463537186200_0001_1-tez-dag.pb.txt
2016-05-18 02:06:26,351 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186200_0001_1
2016-05-18 02:06:26,351 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,351 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26 Running Dag: dag_1463537186200_0001_1
2016-05-18 02:06:26,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537186200_0001_1, submitTime=1463537186347
2016-05-18 02:06:26,366 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001/tez-conf.pb" } size: 40945 timestamp: 1463537186000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:26,367 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,368 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,368 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:26,368 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:26,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537186200_0001_1, initTime=1463537186368
2016-05-18 02:06:26,368 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186200_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:26,368 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:26,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:DAG_STARTED]: dagID=dag_1463537186200_0001_1, startTime=1463537186369
2016-05-18 02:06:26,369 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186200_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A4A5837E8597412FA6BAB93F1C15938B : {D9389BC9EE6245E18A43878876F08381={InputName=D9389BC9EE6245E18A43878876F08381}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D9389BC9EE6245E18A43878876F08381, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,369 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,370 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:26,370 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537186200_0001, dagName=[56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,371 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D9389BC9EE6245E18A43878876F08381 on vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,374 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D9389BC9EE6245E18A43878876F08381 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:26,375 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:26,375 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:26,376 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:26,376 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:26,376 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D9389BC9EE6245E18A43878876F08381 on vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,377 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:26,377 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D9389BC9EE6245E18A43878876F08381=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:26,377 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] parallelism set to 1
2016-05-18 02:06:26,377 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:26,378 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B], numAdditionalOutputs=1
2016-05-18 02:06:26,378 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D4EF5C11971444E3A110279FC0359D8E, vertex=vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:26,379 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A4A5837E8597412FA6BAB93F1C15938B:D4EF5C11971444E3A110279FC0359D8E using oldmapred API
2016-05-18 02:06:26,379 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D4EF5C11971444E3A110279FC0359D8E, vertexName=A4A5837E8597412FA6BAB93F1C15938B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:26,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, vertexId=vertex_1463537186200_0001_1_00, initRequestedTime=1463537186369, initedTime=1463537186378, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:26,380 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] with distanceFromRoot: 0
2016-05-18 02:06:26,380 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:26,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537186200_0001_1_00, startRequestedTime=1463537186370, startedTime=1463537186380
2016-05-18 02:06:26,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537186200_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:26,380 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:26,380 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A4A5837E8597412FA6BAB93F1C15938B
2016-05-18 02:06:26,380 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:TASK_STARTED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, taskId=task_1463537186200_0001_1_00_000000, scheduledTime=1463537186381, launchTime=1463537186381
2016-05-18 02:06:26,381 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,383 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:26,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537186200_0001_00_000001, launchTime=1463537186384
2016-05-18 02:06:26,385 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537186200_0001_00_000001
2016-05-18 02:06:26,385 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537186200_0001_1_00_000000_0] started. Is using containerId: [container_1463537186200_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:26,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, taskAttemptId=attempt_1463537186200_0001_1_00_000000_0, startTime=1463537186385, containerId=container_1463537186200_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:26,386 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537186200_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26 Starting to run new task attempt: attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26,387 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26,387 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,388 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:26,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1, VertexName: A4A5837E8597412FA6BAB93F1C15938B, VertexParallelism: 1, TaskAttemptID:attempt_1463537186200_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D9389BC9EE6245E18A43878876F08381, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D4EF5C11971444E3A110279FC0359D8E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:26,389 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:26,389 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537186200_0001, with dag id: dag_1463537186200_0001_1
2016-05-18 02:06:26,390 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26,391 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537186200_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:26,391 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537186200_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:26,393 INFO  input.MRInput (MRInput.java:initialize(440)) - D9389BC9EE6245E18A43878876F08381 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:26,393 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D9389BC9EE6245E18A43878876F08381
2016-05-18 02:06:26,394 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:26,399 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A4A5837E8597412FA6BAB93F1C15938B, ordinal: 0
2016-05-18 02:06:26,399 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4A5837E8597412FA6BAB93F1C15938B, mem on start (mb), free: 182, total: 390, max: 672
2016-05-18 02:06:26,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:26,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:26,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:26,404 INFO  output.MROutput (MROutput.java:initialize(421)) - D4EF5C11971444E3A110279FC0359D8E: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:26,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:26,404 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D9389BC9EE6245E18A43878876F08381:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D4EF5C11971444E3A110279FC0359D8E:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:26,405 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:26,405 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:26,405 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:26,405 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D9389BC9EE6245E18A43878876F08381:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D4EF5C11971444E3A110279FC0359D8E:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:26,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:26,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D9389BC9EE6245E18A43878876F08381 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:26,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D9389BC9EE6245E18A43878876F08381
2016-05-18 02:06:26,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:26,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:26,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:26,407 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26,408 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:26,408 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D9389BC9EE6245E18A43878876F08381 initialized RecordReader from event
2016-05-18 02:06:26,411 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,412 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: D9389BC9EE6245E18A43878876F08381
2016-05-18 02:06:26,412 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_-1"], id: D4EF5C11971444E3A110279FC0359D8E
2016-05-18 02:06:26,412 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_-1"]
2016-05-18 02:06:26,412 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,413 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A4A5837E8597412FA6BAB93F1C15938B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:26,413 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:26,413 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:26,414 INFO  output.MROutput (MROutput.java:close(526)) - D4EF5C11971444E3A110279FC0359D8E closed
2016-05-18 02:06:26,414 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537186200_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:26,415 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537186200_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:26,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537186200_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537186413, Process_Duration=2, Process_End_Time=1463537186415, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:26,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:26,415 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4A5837E8597412FA6BAB93F1C15938B, mem on close (mb), free: 180, total: 390, max: 672
2016-05-18 02:06:26,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A4A5837E8597412FA6BAB93F1C15938B, index=0, interruptedStatus=false
2016-05-18 02:06:26,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A4A5837E8597412FA6BAB93F1C15938B, sourceVertex=D9389BC9EE6245E18A43878876F08381, interruptedStatus=true
2016-05-18 02:06:26,416 INFO  output.MROutput (MROutput.java:close(526)) - D4EF5C11971444E3A110279FC0359D8E closed
2016-05-18 02:06:26,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A4A5837E8597412FA6BAB93F1C15938B, sourceVertex=D4EF5C11971444E3A110279FC0359D8E, interruptedStatus=true
2016-05-18 02:06:26,417 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537186200_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:26,417 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:26,417 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537186200_0001_00_000001
2016-05-18 02:06:26,417 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537186200_0001_00_000001
2016-05-18 02:06:26,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, taskAttemptId=attempt_1463537186200_0001_1_00_000000_0, creationTime=1463537186381, allocationTime=1463537186384, startTime=1463537186385, finishTime=1463537186417, timeTaken=32, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537186200_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537186413, Process_Duration=2, Process_End_Time=1463537186415, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:26,417 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537186200_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:26,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:TASK_FINISHED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, taskId=task_1463537186200_0001_1_00_000000, startTime=1463537186385, finishTime=1463537186418, timeTaken=33, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186200_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:26,418 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537186200_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:26,418 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] because task failed: task_1463537186200_0001_1_00_000000
2016-05-18 02:06:26,418 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537186200_0001_00_000001 completed but with errors
2016-05-18 02:06:26,418 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:26,418 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:26,418 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:26,418 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,419 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=D4EF5C11971444E3A110279FC0359D8E, vertexId=vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,420 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:VERTEX_FINISHED]: vertexName=A4A5837E8597412FA6BAB93F1C15938B, vertexId=vertex_1463537186200_0001_1_00, initRequestedTime=1463537186369, initedTime=1463537186378, startRequestedTime=1463537186370, startedTime=1463537186380, finishTime=1463537186420, timeTaken=40, status=FAILED, diagnostics=Task failed, taskId=task_1463537186200_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186200_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537186385, firstTasksToStart=[ task_1463537186200_0001_1_00_000000 ], lastTaskFinishTime=1463537186417, lastTasksToFinish=[ task_1463537186200_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:26,420 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:26,420 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537186200_0001_00_000001, stoppedTime=1463537186420, exitStatus=-1000
2016-05-18 02:06:26,420 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537186200_0001_1_00_000000_0 failed: true container: container_1463537186200_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:26,421 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537186200_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:26,421 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:26,421 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:26,421 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:26,421 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537186200_0001_1, queueSize=0
2016-05-18 02:06:26,422 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186200_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537186200_0001_1, startTime=1463537186368, finishTime=1463537186421, timeTaken=53, status=FAILED, diagnostics=Vertex failed, vertexName=A4A5837E8597412FA6BAB93F1C15938B, vertexId=vertex_1463537186200_0001_1_00, diagnostics=[Task failed, taskId=task_1463537186200_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186200_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=90, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:26,422 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537186200_0001_1_00 [A4A5837E8597412FA6BAB93F1C15938B]
2016-05-18 02:06:26,422 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537186200_0001_1 finished with state: FAILED
2016-05-18 02:06:26,422 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186200_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:26,423 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537186200_0001_00_000001
2016-05-18 02:06:26 Completed Dag: dag_1463537186200_0001_1
2016-05-18 02:06:26,424 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537186200_0001_1, dagState=FAILED
2016-05-18 02:06:26,424 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186200_0001_1_post
2016-05-18 02:06:26,424 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,424 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:26,424 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:26,425 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1, with id=dag_1463537186200_0001_1
2016-05-18 02:06:26,425 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6] each/(1/1) ...blyplatform/ALL_VALUES_-1, with id=dag_1463537186200_0001_1
2016-05-18 02:06:26,432 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/ALL_VALUES_-1, applicationId=application_1463537186200_0001
2016-05-18 02:06:26,434 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:26,434 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:26,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:26,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:26,434 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:26,435 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:26,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:26,435 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:26,436 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:26,436 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,437 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:26,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:26,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,438 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:26,441 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/56DF4BC56FD7493AAA903946E84DA8AE/CDA036AF6E1F4744870D58960E2044D6/.tez/application_1463537186200_0001
2016-05-18 02:06:26,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:26,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...blyplatform/ALL_VALUES_-1
2016-05-18 02:06:26,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:26,443 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_-1/_temporary
2016-05-18 02:06:26,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.261
2016-05-18 02:06:26,443 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_-1
2016-05-18 02:06:26,478 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:26,478 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:26,505 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:26,507 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.004
2016-05-18 02:06:26,507 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:26,507 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:26,508 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_'field'
2016-05-18 02:06:26,530 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:26,531 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:26,563 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:26,564 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:06:26,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:26,579 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:26,579 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:26,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_RESULTS"]
2016-05-18 02:06:26,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:26,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:26,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:26,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,588 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:26,601 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:26,605 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:26,605 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:26,606 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:26,612 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:26,612 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:26,615 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001 doesn't exist and is created
2016-05-18 02:06:26,635 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:26,635 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:26,635 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001_wd
2016-05-18 02:06:26,657 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537186605_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:26,657 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:26,657 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:26,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:26,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:26,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:26,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:26,660 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:26,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:26,661 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:26,662 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:26,662 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:26,662 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:26,662 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:26,662 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:26,662 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:26,663 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:26,663 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:26,663 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:26,663 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:26,665 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:26,666 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:26,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:26,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001_wd/localmode-log-dir
2016-05-18 02:06:26,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001_wd/localmode-log-dir/history.txt.appattempt_1463537186605_0001_000000, maxErrors=10
2016-05-18 02:06:26,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:26,667 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537186605_0001_000000, appSubmitTime=1463537186656, launchTime=1463537186656
2016-05-18 02:06:26,669 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:26,672 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33614
2016-05-18 02:06:26,672 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537186605
2016-05-18 02:06:26,674 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537186605_0001_000000, startTime=1463537186674
2016-05-18 02:06:26,674 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:26,736 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:26,736 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:26,736 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537186605_0001, dagName=[C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,751 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,751 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:26,752 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537186605_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001_wd/localmode-log-dir/dag_1463537186605_0001_1.dot
2016-05-18 02:06:26,753 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001_wd/localmode-log-dir/dag_1463537186605_0001_1-tez-dag.pb.txt
2016-05-18 02:06:26,756 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186605_0001_1
2016-05-18 02:06:26,756 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,756 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26 Running Dag: dag_1463537186605_0001_1
2016-05-18 02:06:26,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537186605_0001_1, submitTime=1463537186751
2016-05-18 02:06:26,771 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001/tez-conf.pb" } size: 40945 timestamp: 1463537186000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:26,771 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,772 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,772 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:26,772 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:26,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537186605_0001_1, initTime=1463537186772
2016-05-18 02:06:26,772 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186605_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:26,772 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:26,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:DAG_STARTED]: dagID=dag_1463537186605_0001_1, startTime=1463537186773
2016-05-18 02:06:26,773 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186605_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:26,773 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DBC2DEEDF4864E2CB7EDE2920E75599B : {7656DCD8129844A0A21A2B43A76ADA4A={InputName=7656DCD8129844A0A21A2B43A76ADA4A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:26,773 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 7656DCD8129844A0A21A2B43A76ADA4A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:26,773 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,773 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,773 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,774 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,774 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:26,774 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537186605_0001, dagName=[C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,774 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 7656DCD8129844A0A21A2B43A76ADA4A on vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,776 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 7656DCD8129844A0A21A2B43A76ADA4A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:26,777 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:26,777 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:26,777 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:26,777 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:26,778 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 7656DCD8129844A0A21A2B43A76ADA4A on vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,778 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:26,778 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {7656DCD8129844A0A21A2B43A76ADA4A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:26,779 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] parallelism set to 1
2016-05-18 02:06:26,779 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:26,779 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B], numAdditionalOutputs=1
2016-05-18 02:06:26,779 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=99A05475AAC94AF989742BA27DF98E60, vertex=vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:26,781 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DBC2DEEDF4864E2CB7EDE2920E75599B:99A05475AAC94AF989742BA27DF98E60 using oldmapred API
2016-05-18 02:06:26,781 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=99A05475AAC94AF989742BA27DF98E60, vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:26,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, vertexId=vertex_1463537186605_0001_1_00, initRequestedTime=1463537186773, initedTime=1463537186779, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:26,782 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] with distanceFromRoot: 0
2016-05-18 02:06:26,782 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:26,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537186605_0001_1_00, startRequestedTime=1463537186774, startedTime=1463537186782
2016-05-18 02:06:26,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537186605_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:26,782 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:26,783 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DBC2DEEDF4864E2CB7EDE2920E75599B
2016-05-18 02:06:26,783 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:TASK_STARTED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, taskId=task_1463537186605_0001_1_00_000000, scheduledTime=1463537186783, launchTime=1463537186783
2016-05-18 02:06:26,784 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,785 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:26,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537186605_0001_00_000001, launchTime=1463537186786
2016-05-18 02:06:26,787 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537186605_0001_00_000001
2016-05-18 02:06:26,787 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537186605_0001_1_00_000000_0] started. Is using containerId: [container_1463537186605_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:26,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, taskAttemptId=attempt_1463537186605_0001_1_00_000000_0, startTime=1463537186787, containerId=container_1463537186605_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:26,788 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537186605_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26 Starting to run new task attempt: attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26,788 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26,788 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,788 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:26,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS, VertexName: DBC2DEEDF4864E2CB7EDE2920E75599B, VertexParallelism: 1, TaskAttemptID:attempt_1463537186605_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7656DCD8129844A0A21A2B43A76ADA4A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=99A05475AAC94AF989742BA27DF98E60, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:26,789 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:26,790 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26,790 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537186605_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:26,790 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537186605_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:26,793 INFO  input.MRInput (MRInput.java:initialize(440)) - 7656DCD8129844A0A21A2B43A76ADA4A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:26,793 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 7656DCD8129844A0A21A2B43A76ADA4A
2016-05-18 02:06:26,793 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:26,793 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537186605_0001, with dag id: dag_1463537186605_0001_1
2016-05-18 02:06:26,800 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DBC2DEEDF4864E2CB7EDE2920E75599B, ordinal: 0
2016-05-18 02:06:26,800 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DBC2DEEDF4864E2CB7EDE2920E75599B, mem on start (mb), free: 92, total: 390, max: 672
2016-05-18 02:06:26,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:26,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:26,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:26,806 INFO  output.MROutput (MROutput.java:initialize(421)) - 99A05475AAC94AF989742BA27DF98E60: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:26,807 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7656DCD8129844A0A21A2B43A76ADA4A:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [99A05475AAC94AF989742BA27DF98E60:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:26,807 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:26,807 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:26,807 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:26,807 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7656DCD8129844A0A21A2B43A76ADA4A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [99A05475AAC94AF989742BA27DF98E60:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 7656DCD8129844A0A21A2B43A76ADA4A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 7656DCD8129844A0A21A2B43A76ADA4A
2016-05-18 02:06:26,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:26,809 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26,811 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:26,811 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 7656DCD8129844A0A21A2B43A76ADA4A initialized RecordReader from event
2016-05-18 02:06:26,812 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,812 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 7656DCD8129844A0A21A2B43A76ADA4A
2016-05-18 02:06:26,812 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_RESULTS"], id: 99A05475AAC94AF989742BA27DF98E60
2016-05-18 02:06:26,813 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_RESULTS"]
2016-05-18 02:06:26,813 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,813 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DBC2DEEDF4864E2CB7EDE2920E75599B, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:26,813 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:26,814 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:26,814 INFO  output.MROutput (MROutput.java:close(526)) - 99A05475AAC94AF989742BA27DF98E60 closed
2016-05-18 02:06:26,814 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537186605_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:26,815 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537186605_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:26,815 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537186605_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537186813, Process_Duration=2, Process_End_Time=1463537186815, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:26,815 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:26,816 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DBC2DEEDF4864E2CB7EDE2920E75599B, mem on close (mb), free: 89, total: 390, max: 672
2016-05-18 02:06:26,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=DBC2DEEDF4864E2CB7EDE2920E75599B, index=0, interruptedStatus=false
2016-05-18 02:06:26,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=DBC2DEEDF4864E2CB7EDE2920E75599B, sourceVertex=7656DCD8129844A0A21A2B43A76ADA4A, interruptedStatus=true
2016-05-18 02:06:26,816 INFO  output.MROutput (MROutput.java:close(526)) - 99A05475AAC94AF989742BA27DF98E60 closed
2016-05-18 02:06:26,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=DBC2DEEDF4864E2CB7EDE2920E75599B, sourceVertex=99A05475AAC94AF989742BA27DF98E60, interruptedStatus=true
2016-05-18 02:06:26,817 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537186605_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:26,817 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:26,817 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537186605_0001_00_000001
2016-05-18 02:06:26,817 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537186605_0001_00_000001
2016-05-18 02:06:26,818 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, taskAttemptId=attempt_1463537186605_0001_1_00_000000_0, creationTime=1463537186784, allocationTime=1463537186785, startTime=1463537186787, finishTime=1463537186818, timeTaken=31, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537186605_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537186813, Process_Duration=2, Process_End_Time=1463537186815, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:26,818 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537186605_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:26,818 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:TASK_FINISHED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, taskId=task_1463537186605_0001_1_00_000000, startTime=1463537186787, finishTime=1463537186818, timeTaken=31, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186605_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] because task failed: task_1463537186605_0001_1_00_000000
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,819 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=99A05475AAC94AF989742BA27DF98E60, vertexId=vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:VERTEX_FINISHED]: vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, vertexId=vertex_1463537186605_0001_1_00, initRequestedTime=1463537186773, initedTime=1463537186779, startRequestedTime=1463537186774, startedTime=1463537186782, finishTime=1463537186820, timeTaken=38, status=FAILED, diagnostics=Task failed, taskId=task_1463537186605_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186605_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537186787, firstTasksToStart=[ task_1463537186605_0001_1_00_000000 ], lastTaskFinishTime=1463537186818, lastTasksToFinish=[ task_1463537186605_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:26,821 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:26,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537186605_0001_00_000001, stoppedTime=1463537186821, exitStatus=-1000
2016-05-18 02:06:26,821 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537186605_0001_1_00_000000_0 failed: true container: container_1463537186605_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:26,821 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:26,821 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:26,821 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:26,822 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537186605_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:26,822 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537186605_0001_1, queueSize=0
2016-05-18 02:06:26,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186605_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537186605_0001_1, startTime=1463537186772, finishTime=1463537186822, timeTaken=50, status=FAILED, diagnostics=Vertex failed, vertexName=DBC2DEEDF4864E2CB7EDE2920E75599B, vertexId=vertex_1463537186605_0001_1_00, diagnostics=[Task failed, taskId=task_1463537186605_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186605_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=80, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:26,824 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537186605_0001_1_00 [DBC2DEEDF4864E2CB7EDE2920E75599B]
2016-05-18 02:06:26,823 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537186605_0001_00_000001 completed but with errors
2016-05-18 02:06:26,824 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537186605_0001_1 finished with state: FAILED
2016-05-18 02:06:26,824 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186605_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:26,825 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537186605_0001_00_000001
2016-05-18 02:06:26 Completed Dag: dag_1463537186605_0001_1
2016-05-18 02:06:26,826 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537186605_0001_1, dagState=FAILED
2016-05-18 02:06:26,826 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186605_0001_1_post
2016-05-18 02:06:26,826 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:26,826 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:26,826 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:26,828 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537186605_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:26,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS, with id=dag_1463537186605_0001_1
2016-05-18 02:06:26,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493] each/(1/1) ...atform/ALL_VALUES_RESULTS, with id=dag_1463537186605_0001_1
2016-05-18 02:06:26,829 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/ALL_VALUES_RESULTS, applicationId=application_1463537186605_0001
2016-05-18 02:06:26,831 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:26,831 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:26,831 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:26,831 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:26,832 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:26,832 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:26,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:26,832 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:26,833 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:26,833 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,833 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:26,833 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:26,833 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:26,834 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:26,837 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C8824932C78C44919E7C2226B4A6A5AB/FFBF0D75B8B8458E8788ACCB73E51493/.tez/application_1463537186605_0001
2016-05-18 02:06:26,838 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:26,838 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...atform/ALL_VALUES_RESULTS
2016-05-18 02:06:26,838 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:26,839 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_RESULTS/_temporary
2016-05-18 02:06:26,839 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.251
2016-05-18 02:06:26,839 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_RESULTS
2016-05-18 02:06:26,873 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:26,873 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:26,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:06:26,923 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:06:26,924 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,924 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:26,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:26,948 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:26,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_ALL
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_ALL"]
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:26,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:26,960 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:26,974 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:26,978 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:26,978 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:26,978 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:26,989 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001 doesn't exist and is created
2016-05-18 02:06:27,010 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:27,011 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:27,012 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001_wd
2016-05-18 02:06:27,031 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537186978_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:27,031 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,031 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,033 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:27,033 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:27,033 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:27,034 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:27,034 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:27,035 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:27,035 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:27,036 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,036 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,037 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:27,037 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:27,038 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:27,039 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:27,039 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:27,039 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001_wd/localmode-log-dir
2016-05-18 02:06:27,039 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001_wd/localmode-log-dir/history.txt.appattempt_1463537186978_0001_000000, maxErrors=10
2016-05-18 02:06:27,040 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:27,040 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537186978_0001_000000, appSubmitTime=1463537187031, launchTime=1463537187031
2016-05-18 02:06:27,043 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:27,044 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43340
2016-05-18 02:06:27,045 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537186978
2016-05-18 02:06:27,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537186978_0001_000000, startTime=1463537187046
2016-05-18 02:06:27,046 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:27,067 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:27,067 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:27,111 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:27,111 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:27,111 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537186978_0001, dagName=[942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:27,126 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:27,126 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:27,126 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537186978_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001_wd/localmode-log-dir/dag_1463537186978_0001_1.dot
2016-05-18 02:06:27,127 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001_wd/localmode-log-dir/dag_1463537186978_0001_1-tez-dag.pb.txt
2016-05-18 02:06:27,130 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186978_0001_1
2016-05-18 02:06:27,130 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,130 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:27 Running Dag: dag_1463537186978_0001_1
2016-05-18 02:06:27,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537186978_0001_1, submitTime=1463537187126
2016-05-18 02:06:27,145 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001/tez-conf.pb" } size: 40945 timestamp: 1463537186000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:27,145 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,147 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,147 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:27,147 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:27,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537186978_0001_1, initTime=1463537187147
2016-05-18 02:06:27,149 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186978_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:27,149 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:27,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:DAG_STARTED]: dagID=dag_1463537186978_0001_1, startTime=1463537187149
2016-05-18 02:06:27,149 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537186978_0001, dagName=[942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:27,149 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186978_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:27,151 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BBD2240301A1488DBBB59F092CFF8CFD : {BEE8EFBEE38249059E444B79C7DD0032={InputName=BEE8EFBEE38249059E444B79C7DD0032}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:27,151 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BEE8EFBEE38249059E444B79C7DD0032, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:27,152 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,152 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,152 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,152 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,152 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:27,153 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BEE8EFBEE38249059E444B79C7DD0032 on vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,155 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BEE8EFBEE38249059E444B79C7DD0032 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:27,156 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:27,156 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:27,156 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:27,156 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:27,157 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BEE8EFBEE38249059E444B79C7DD0032 on vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,158 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,158 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BEE8EFBEE38249059E444B79C7DD0032=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:27,158 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] parallelism set to 1
2016-05-18 02:06:27,158 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,159 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD], numAdditionalOutputs=1
2016-05-18 02:06:27,159 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=635AAF5A99F24CDCB359849BC2733721, vertex=vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:27,161 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BBD2240301A1488DBBB59F092CFF8CFD:635AAF5A99F24CDCB359849BC2733721 using oldmapred API
2016-05-18 02:06:27,161 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=635AAF5A99F24CDCB359849BC2733721, vertexName=BBD2240301A1488DBBB59F092CFF8CFD, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:27,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, vertexId=vertex_1463537186978_0001_1_00, initRequestedTime=1463537187151, initedTime=1463537187159, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:27,161 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] with distanceFromRoot: 0
2016-05-18 02:06:27,161 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:27,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537186978_0001_1_00, startRequestedTime=1463537187152, startedTime=1463537187162
2016-05-18 02:06:27,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537186978_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:27,162 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:27,163 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BBD2240301A1488DBBB59F092CFF8CFD
2016-05-18 02:06:27,163 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:TASK_STARTED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, taskId=task_1463537186978_0001_1_00_000000, scheduledTime=1463537187163, launchTime=1463537187163
2016-05-18 02:06:27,164 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,164 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:27,165 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537186978_0001, with dag id: dag_1463537186978_0001_1
2016-05-18 02:06:27,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537186978_0001_00_000001, launchTime=1463537187166
2016-05-18 02:06:27,167 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537186978_0001_00_000001
2016-05-18 02:06:27,167 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537186978_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27,167 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537186978_0001_1_00_000000_0] started. Is using containerId: [container_1463537186978_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:27,167 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, taskAttemptId=attempt_1463537186978_0001_1_00_000000_0, startTime=1463537187167, containerId=container_1463537186978_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27,168 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27,169 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,169 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:27,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL, VertexName: BBD2240301A1488DBBB59F092CFF8CFD, VertexParallelism: 1, TaskAttemptID:attempt_1463537186978_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BEE8EFBEE38249059E444B79C7DD0032, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=635AAF5A99F24CDCB359849BC2733721, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:27,170 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:27,170 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27,170 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537186978_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:27,172 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537186978_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:27,173 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:27,174 INFO  input.MRInput (MRInput.java:initialize(440)) - BEE8EFBEE38249059E444B79C7DD0032 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:27,174 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BEE8EFBEE38249059E444B79C7DD0032
2016-05-18 02:06:27,178 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BBD2240301A1488DBBB59F092CFF8CFD, ordinal: 0
2016-05-18 02:06:27,178 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BBD2240301A1488DBBB59F092CFF8CFD, mem on start (mb), free: 237, total: 391, max: 672
2016-05-18 02:06:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:27,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:27,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:27,184 INFO  output.MROutput (MROutput.java:initialize(421)) - 635AAF5A99F24CDCB359849BC2733721: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:27,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:27,184 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BEE8EFBEE38249059E444B79C7DD0032:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [635AAF5A99F24CDCB359849BC2733721:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:27,184 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:27,184 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:27,184 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:27,184 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BEE8EFBEE38249059E444B79C7DD0032:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [635AAF5A99F24CDCB359849BC2733721:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:27,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:27,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BEE8EFBEE38249059E444B79C7DD0032 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:27,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BEE8EFBEE38249059E444B79C7DD0032
2016-05-18 02:06:27,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:27,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:27,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:27,185 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27,186 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:27,186 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BEE8EFBEE38249059E444B79C7DD0032 initialized RecordReader from event
2016-05-18 02:06:27,188 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,188 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BEE8EFBEE38249059E444B79C7DD0032
2016-05-18 02:06:27,188 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_ALL"], id: 635AAF5A99F24CDCB359849BC2733721
2016-05-18 02:06:27,188 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_ALL"]
2016-05-18 02:06:27,188 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,188 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BBD2240301A1488DBBB59F092CFF8CFD, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:27,189 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,189 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,191 INFO  output.MROutput (MROutput.java:close(526)) - 635AAF5A99F24CDCB359849BC2733721 closed
2016-05-18 02:06:27,191 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537186978_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:27,192 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537186978_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:27,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537186978_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537187189, Process_Duration=3, Process_End_Time=1463537187192, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:27,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:27,193 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BBD2240301A1488DBBB59F092CFF8CFD, mem on close (mb), free: 234, total: 391, max: 672
2016-05-18 02:06:27,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=BBD2240301A1488DBBB59F092CFF8CFD, index=0, interruptedStatus=false
2016-05-18 02:06:27,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=BBD2240301A1488DBBB59F092CFF8CFD, sourceVertex=BEE8EFBEE38249059E444B79C7DD0032, interruptedStatus=true
2016-05-18 02:06:27,193 INFO  output.MROutput (MROutput.java:close(526)) - 635AAF5A99F24CDCB359849BC2733721 closed
2016-05-18 02:06:27,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=BBD2240301A1488DBBB59F092CFF8CFD, sourceVertex=635AAF5A99F24CDCB359849BC2733721, interruptedStatus=true
2016-05-18 02:06:27,194 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537186978_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:27,194 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:27,194 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537186978_0001_00_000001
2016-05-18 02:06:27,194 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537186978_0001_00_000001
2016-05-18 02:06:27,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, taskAttemptId=attempt_1463537186978_0001_1_00_000000_0, creationTime=1463537187164, allocationTime=1463537187165, startTime=1463537187167, finishTime=1463537187194, timeTaken=27, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537186978_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537187189, Process_Duration=3, Process_End_Time=1463537187192, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:27,195 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537186978_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:27,195 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537186978_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:27,195 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537186978_0001_00_000001 completed but with errors
2016-05-18 02:06:27,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:TASK_FINISHED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, taskId=task_1463537186978_0001_1_00_000000, startTime=1463537187167, finishTime=1463537187195, timeTaken=28, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186978_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:27,196 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(704)) - Container container_1463537186978_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:27,196 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537186978_0001_00_000001, stoppedTime=1463537187196, exitStatus=1
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] because task failed: task_1463537186978_0001_1_00_000000
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,196 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=635AAF5A99F24CDCB359849BC2733721, vertexId=vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,197 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:VERTEX_FINISHED]: vertexName=BBD2240301A1488DBBB59F092CFF8CFD, vertexId=vertex_1463537186978_0001_1_00, initRequestedTime=1463537187151, initedTime=1463537187159, startRequestedTime=1463537187152, startedTime=1463537187162, finishTime=1463537187197, timeTaken=35, status=FAILED, diagnostics=Task failed, taskId=task_1463537186978_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186978_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537187167, firstTasksToStart=[ task_1463537186978_0001_1_00_000000 ], lastTaskFinishTime=1463537187194, lastTasksToFinish=[ task_1463537186978_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:27,198 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:27,198 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537186978_0001_1_00_000000_0 failed: true container: container_1463537186978_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:27,198 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:27,198 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:27,198 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:27,199 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537186978_0001_1, queueSize=0
2016-05-18 02:06:27,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537186978_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537186978_0001_1, startTime=1463537187149, finishTime=1463537187199, timeTaken=50, status=FAILED, diagnostics=Vertex failed, vertexName=BBD2240301A1488DBBB59F092CFF8CFD, vertexId=vertex_1463537186978_0001_1_00, diagnostics=[Task failed, taskId=task_1463537186978_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537186978_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:27,201 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537186978_0001_1_00 [BBD2240301A1488DBBB59F092CFF8CFD]
2016-05-18 02:06:27,201 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537186978_0001_1 finished with state: FAILED
2016-05-18 02:06:27,201 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537186978_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:27 Completed Dag: dag_1463537186978_0001_1
2016-05-18 02:06:27,201 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537186978_0001_1, dagState=FAILED
2016-05-18 02:06:27,201 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537186978_0001_1_post
2016-05-18 02:06:27,201 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,201 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:06:27,202 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:27,202 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL, with id=dag_1463537186978_0001_1
2016-05-18 02:06:27,202 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9] each/(1/1) ...lyplatform/ALL_VALUES_ALL, with id=dag_1463537186978_0001_1
2016-05-18 02:06:27,207 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lyplatform/ALL_VALUES_ALL, applicationId=application_1463537186978_0001
2016-05-18 02:06:27,209 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:27,209 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:27,209 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:27,209 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:27,209 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:27,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:27,209 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:27,210 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:27,210 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:27,210 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,210 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:27,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:27,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,211 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:27,213 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/942C7260273D4FA89A88D06FAA836225/E8CDDA0F68904A83B741B778B93BDAA9/.tez/application_1463537186978_0001
2016-05-18 02:06:27,213 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...lyplatform/ALL_VALUES_ALL
2016-05-18 02:06:27,214 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:27,215 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_ALL/_temporary
2016-05-18 02:06:27,215 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.255
2016-05-18 02:06:27,215 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_ALL
2016-05-18 02:06:27,247 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:27,247 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:27,275 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.004
2016-05-18 02:06:27,278 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:27,278 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,279 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,279 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:27,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:27,293 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,302 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:27,302 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_REPLACE"]
2016-05-18 02:06:27,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:27,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:27,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:27,303 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,303 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:27,315 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:27,319 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:27,320 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:27,320 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:27,329 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001 doesn't exist and is created
2016-05-18 02:06:27,348 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:27,348 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:27,349 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001_wd
2016-05-18 02:06:27,365 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537187319_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:27,365 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,365 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:27,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:27,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:27,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:27,368 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:27,370 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:27,371 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:27,372 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:27,372 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:27,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:27,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001_wd/localmode-log-dir
2016-05-18 02:06:27,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001_wd/localmode-log-dir/history.txt.appattempt_1463537187319_0001_000000, maxErrors=10
2016-05-18 02:06:27,373 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:27,373 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537187319_0001_000000, appSubmitTime=1463537187364, launchTime=1463537187364
2016-05-18 02:06:27,375 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:27,378 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52400
2016-05-18 02:06:27,378 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537187319
2016-05-18 02:06:27,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537187319_0001_000000, startTime=1463537187380
2016-05-18 02:06:27,380 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:27,449 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:27,449 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:27,449 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537187319_0001, dagName=[933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,464 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,464 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:27,465 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537187319_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001_wd/localmode-log-dir/dag_1463537187319_0001_1.dot
2016-05-18 02:06:27,465 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001_wd/localmode-log-dir/dag_1463537187319_0001_1-tez-dag.pb.txt
2016-05-18 02:06:27,469 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537187319_0001_1
2016-05-18 02:06:27,469 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,469 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27 Running Dag: dag_1463537187319_0001_1
2016-05-18 02:06:27,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537187319_0001_1, submitTime=1463537187464
2016-05-18 02:06:27,485 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001/tez-conf.pb" } size: 40945 timestamp: 1463537187000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:27,485 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,486 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,486 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:27,486 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:27,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537187319_0001_1, initTime=1463537187486
2016-05-18 02:06:27,487 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187319_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:27,487 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:27,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:DAG_STARTED]: dagID=dag_1463537187319_0001_1, startTime=1463537187487
2016-05-18 02:06:27,487 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187319_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C70B2D5218E84E78A2F64790367A77F0 : {22EA6C3DADE846E288D69E4538D548E8={InputName=22EA6C3DADE846E288D69E4538D548E8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 22EA6C3DADE846E288D69E4538D548E8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,487 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,488 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:27,488 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 22EA6C3DADE846E288D69E4538D548E8 on vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,489 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537187319_0001, dagName=[933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,490 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 22EA6C3DADE846E288D69E4538D548E8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:27,491 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:27,491 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:27,491 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:27,492 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:27,492 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:27,492 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:27,492 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 22EA6C3DADE846E288D69E4538D548E8 on vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,493 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,493 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {22EA6C3DADE846E288D69E4538D548E8=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:27,494 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] parallelism set to 1
2016-05-18 02:06:27,494 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,494 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0], numAdditionalOutputs=1
2016-05-18 02:06:27,494 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=21C9BD3B36BE40C5BE96FF229EBD69FF, vertex=vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:27,496 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C70B2D5218E84E78A2F64790367A77F0:21C9BD3B36BE40C5BE96FF229EBD69FF using oldmapred API
2016-05-18 02:06:27,497 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=21C9BD3B36BE40C5BE96FF229EBD69FF, vertexName=C70B2D5218E84E78A2F64790367A77F0, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:27,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, vertexId=vertex_1463537187319_0001_1_00, initRequestedTime=1463537187487, initedTime=1463537187494, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:27,497 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] with distanceFromRoot: 0
2016-05-18 02:06:27,497 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:27,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537187319_0001_1_00, startRequestedTime=1463537187488, startedTime=1463537187498
2016-05-18 02:06:27,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537187319_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:27,498 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:27,498 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C70B2D5218E84E78A2F64790367A77F0
2016-05-18 02:06:27,498 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:TASK_STARTED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, taskId=task_1463537187319_0001_1_00_000000, scheduledTime=1463537187499, launchTime=1463537187499
2016-05-18 02:06:27,499 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,500 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:27,501 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537187319_0001_00_000001, launchTime=1463537187501
2016-05-18 02:06:27,502 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537187319_0001_00_000001
2016-05-18 02:06:27,502 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537187319_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27,502 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537187319_0001_1_00_000000_0] started. Is using containerId: [container_1463537187319_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:27,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, taskAttemptId=attempt_1463537187319_0001_1_00_000000_0, startTime=1463537187502, containerId=container_1463537187319_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27,503 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27,503 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,503 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:27,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE, VertexName: C70B2D5218E84E78A2F64790367A77F0, VertexParallelism: 1, TaskAttemptID:attempt_1463537187319_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=22EA6C3DADE846E288D69E4538D548E8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=21C9BD3B36BE40C5BE96FF229EBD69FF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:27,503 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:27,504 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27,507 INFO  input.MRInput (MRInput.java:initialize(440)) - 22EA6C3DADE846E288D69E4538D548E8 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:27,507 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 22EA6C3DADE846E288D69E4538D548E8
2016-05-18 02:06:27,507 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:27,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537187319_0001, with dag id: dag_1463537187319_0001_1
2016-05-18 02:06:27,512 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537187319_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:27,513 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537187319_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:27,515 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C70B2D5218E84E78A2F64790367A77F0, ordinal: 0
2016-05-18 02:06:27,515 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C70B2D5218E84E78A2F64790367A77F0, mem on start (mb), free: 166, total: 391, max: 672
2016-05-18 02:06:27,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:27,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:27,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:27,522 INFO  output.MROutput (MROutput.java:initialize(421)) - 21C9BD3B36BE40C5BE96FF229EBD69FF: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:27,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:27,522 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[22EA6C3DADE846E288D69E4538D548E8:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [21C9BD3B36BE40C5BE96FF229EBD69FF:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:27,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:27,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:27,522 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:27,523 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[22EA6C3DADE846E288D69E4538D548E8:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [21C9BD3B36BE40C5BE96FF229EBD69FF:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 22EA6C3DADE846E288D69E4538D548E8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 22EA6C3DADE846E288D69E4538D548E8
2016-05-18 02:06:27,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:27,524 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27,526 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:27,526 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 22EA6C3DADE846E288D69E4538D548E8 initialized RecordReader from event
2016-05-18 02:06:27,527 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,527 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 22EA6C3DADE846E288D69E4538D548E8
2016-05-18 02:06:27,528 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_REPLACE"], id: 21C9BD3B36BE40C5BE96FF229EBD69FF
2016-05-18 02:06:27,528 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_REPLACE"]
2016-05-18 02:06:27,528 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,528 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C70B2D5218E84E78A2F64790367A77F0, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:27,528 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,529 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,529 INFO  output.MROutput (MROutput.java:close(526)) - 21C9BD3B36BE40C5BE96FF229EBD69FF closed
2016-05-18 02:06:27,530 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537187319_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:27,530 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537187319_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:27,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537187319_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537187528, Process_Duration=2, Process_End_Time=1463537187530, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:27,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:27,531 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C70B2D5218E84E78A2F64790367A77F0, mem on close (mb), free: 164, total: 391, max: 672
2016-05-18 02:06:27,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=C70B2D5218E84E78A2F64790367A77F0, index=0, interruptedStatus=false
2016-05-18 02:06:27,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=C70B2D5218E84E78A2F64790367A77F0, sourceVertex=22EA6C3DADE846E288D69E4538D548E8, interruptedStatus=true
2016-05-18 02:06:27,532 INFO  output.MROutput (MROutput.java:close(526)) - 21C9BD3B36BE40C5BE96FF229EBD69FF closed
2016-05-18 02:06:27,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=C70B2D5218E84E78A2F64790367A77F0, sourceVertex=21C9BD3B36BE40C5BE96FF229EBD69FF, interruptedStatus=true
2016-05-18 02:06:27,533 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537187319_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:27,533 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:27,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, taskAttemptId=attempt_1463537187319_0001_1_00_000000_0, creationTime=1463537187499, allocationTime=1463537187501, startTime=1463537187502, finishTime=1463537187533, timeTaken=31, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537187319_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537187528, Process_Duration=2, Process_End_Time=1463537187530, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:27,533 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537187319_0001_00_000001
2016-05-18 02:06:27,533 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537187319_0001_00_000001
2016-05-18 02:06:27,533 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537187319_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:27,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:TASK_FINISHED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, taskId=task_1463537187319_0001_1_00_000000, startTime=1463537187502, finishTime=1463537187533, timeTaken=31, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187319_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] because task failed: task_1463537187319_0001_1_00_000000
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,534 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=21C9BD3B36BE40C5BE96FF229EBD69FF, vertexId=vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:VERTEX_FINISHED]: vertexName=C70B2D5218E84E78A2F64790367A77F0, vertexId=vertex_1463537187319_0001_1_00, initRequestedTime=1463537187487, initedTime=1463537187494, startRequestedTime=1463537187488, startedTime=1463537187498, finishTime=1463537187535, timeTaken=37, status=FAILED, diagnostics=Task failed, taskId=task_1463537187319_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187319_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537187502, firstTasksToStart=[ task_1463537187319_0001_1_00_000000 ], lastTaskFinishTime=1463537187533, lastTasksToFinish=[ task_1463537187319_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:27,536 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:27,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537187319_0001_00_000001, stoppedTime=1463537187536, exitStatus=-1000
2016-05-18 02:06:27,537 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537187319_0001_1_00_000000_0 failed: true container: container_1463537187319_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:27,537 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:27,537 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:27,537 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:27,538 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537187319_0001_1, queueSize=0
2016-05-18 02:06:27,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187319_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537187319_0001_1, startTime=1463537187487, finishTime=1463537187538, timeTaken=51, status=FAILED, diagnostics=Vertex failed, vertexName=C70B2D5218E84E78A2F64790367A77F0, vertexId=vertex_1463537187319_0001_1_00, diagnostics=[Task failed, taskId=task_1463537187319_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187319_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=80, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:27,539 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537187319_0001_1_00 [C70B2D5218E84E78A2F64790367A77F0]
2016-05-18 02:06:27,539 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537187319_0001_1 finished with state: FAILED
2016-05-18 02:06:27,539 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187319_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:27,540 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537187319_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:27,540 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537187319_0001_00_000001
2016-05-18 02:06:27 Completed Dag: dag_1463537187319_0001_1
2016-05-18 02:06:27,541 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537187319_0001_1, dagState=FAILED
2016-05-18 02:06:27,542 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537187319_0001_1_post
2016-05-18 02:06:27,542 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,544 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:27,544 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:27,544 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE, with id=dag_1463537187319_0001_1
2016-05-18 02:06:27,544 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123] each/(1/1) ...atform/ALL_VALUES_REPLACE, with id=dag_1463537187319_0001_1
2016-05-18 02:06:27,541 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537187319_0001_00_000001 completed but with errors
2016-05-18 02:06:27,544 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537187319_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:27,544 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...atform/ALL_VALUES_REPLACE, applicationId=application_1463537187319_0001
2016-05-18 02:06:27,547 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:27,547 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:27,547 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:27,547 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:27,547 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:27,547 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:27,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:27,548 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:27,548 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:27,548 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,548 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:27,548 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:27,548 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,548 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:27,551 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/933315B5FB5D4A7B98678BA49CAA3206/C3DF1E8936E2415CBF7C9AB1E0B1C123/.tez/application_1463537187319_0001
2016-05-18 02:06:27,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:27,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...atform/ALL_VALUES_REPLACE
2016-05-18 02:06:27,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:27,553 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_REPLACE/_temporary
2016-05-18 02:06:27,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.251
2016-05-18 02:06:27,553 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_REPLACE
2016-05-18 02:06:27,576 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:27,576 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:27,607 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.004
2016-05-18 02:06:27,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:27,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,614 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:27,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:27,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_SWAP"]
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:27,638 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:27,639 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,639 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:27,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:27,656 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:27,657 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:27,657 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:27,665 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001 doesn't exist and is created
2016-05-18 02:06:27,684 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:27,684 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:27,685 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001_wd
2016-05-18 02:06:27,699 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537187656_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:27,699 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,699 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:27,701 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:27,701 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:27,701 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:27,701 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:27,702 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:27,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:27,703 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:27,704 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,704 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:27,705 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:27,706 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:27,709 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:27,709 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:27,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:27,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001_wd/localmode-log-dir
2016-05-18 02:06:27,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001_wd/localmode-log-dir/history.txt.appattempt_1463537187656_0001_000000, maxErrors=10
2016-05-18 02:06:27,710 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:27,710 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537187656_0001_000000, appSubmitTime=1463537187699, launchTime=1463537187699
2016-05-18 02:06:27,713 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:27,715 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:42572
2016-05-18 02:06:27,716 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537187656
2016-05-18 02:06:27,718 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537187656_0001_000000, startTime=1463537187718
2016-05-18 02:06:27,718 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:27,785 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:27,785 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:27,785 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537187656_0001, dagName=[993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,800 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,800 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:27,801 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537187656_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001_wd/localmode-log-dir/dag_1463537187656_0001_1.dot
2016-05-18 02:06:27,801 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001_wd/localmode-log-dir/dag_1463537187656_0001_1-tez-dag.pb.txt
2016-05-18 02:06:27,804 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537187656_0001_1
2016-05-18 02:06:27,804 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,805 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27 Running Dag: dag_1463537187656_0001_1
2016-05-18 02:06:27,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537187656_0001_1, submitTime=1463537187800
2016-05-18 02:06:27,822 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001/tez-conf.pb" } size: 40945 timestamp: 1463537187000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:27,822 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,822 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,823 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:27,823 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:27,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537187656_0001_1, initTime=1463537187823
2016-05-18 02:06:27,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187656_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:27,823 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:27,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:DAG_STARTED]: dagID=dag_1463537187656_0001_1, startTime=1463537187823
2016-05-18 02:06:27,823 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187656_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FA6E8106488F49B5B13A35AFADAB25DA : {9FFC7168C1B34EBC840263C9E0909D63={InputName=9FFC7168C1B34EBC840263C9E0909D63}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 9FFC7168C1B34EBC840263C9E0909D63, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,824 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:27,825 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 9FFC7168C1B34EBC840263C9E0909D63 on vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,826 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537187656_0001, dagName=[993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,827 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 9FFC7168C1B34EBC840263C9E0909D63 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:27,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:27,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:27,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:27,828 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:27,829 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 9FFC7168C1B34EBC840263C9E0909D63 on vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {9FFC7168C1B34EBC840263C9E0909D63=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] parallelism set to 1
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA], numAdditionalOutputs=1
2016-05-18 02:06:27,831 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=BD0F91D57F5847BA80364AD83B853DD9, vertex=vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:27,833 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FA6E8106488F49B5B13A35AFADAB25DA:BD0F91D57F5847BA80364AD83B853DD9 using oldmapred API
2016-05-18 02:06:27,833 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=BD0F91D57F5847BA80364AD83B853DD9, vertexName=FA6E8106488F49B5B13A35AFADAB25DA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:27,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, vertexId=vertex_1463537187656_0001_1_00, initRequestedTime=1463537187824, initedTime=1463537187831, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:27,834 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] with distanceFromRoot: 0
2016-05-18 02:06:27,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:27,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537187656_0001_1_00, startRequestedTime=1463537187825, startedTime=1463537187834
2016-05-18 02:06:27,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537187656_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:27,834 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:27,834 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FA6E8106488F49B5B13A35AFADAB25DA
2016-05-18 02:06:27,834 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:TASK_STARTED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, taskId=task_1463537187656_0001_1_00_000000, scheduledTime=1463537187835, launchTime=1463537187835
2016-05-18 02:06:27,835 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,835 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:27,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537187656_0001_00_000001, launchTime=1463537187837
2016-05-18 02:06:27,838 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537187656_0001_00_000001
2016-05-18 02:06:27,838 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537187656_0001_1_00_000000_0] started. Is using containerId: [container_1463537187656_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:27,838 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, taskAttemptId=attempt_1463537187656_0001_1_00_000000_0, startTime=1463537187838, containerId=container_1463537187656_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:27,839 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537187656_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27,839 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27,839 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,839 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:27,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP, VertexName: FA6E8106488F49B5B13A35AFADAB25DA, VertexParallelism: 1, TaskAttemptID:attempt_1463537187656_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9FFC7168C1B34EBC840263C9E0909D63, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BD0F91D57F5847BA80364AD83B853DD9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:27,840 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:27,841 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27,842 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537187656_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:27,842 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537187656_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:27,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537187656_0001, with dag id: dag_1463537187656_0001_1
2016-05-18 02:06:27,845 INFO  input.MRInput (MRInput.java:initialize(440)) - 9FFC7168C1B34EBC840263C9E0909D63 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:27,845 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 9FFC7168C1B34EBC840263C9E0909D63
2016-05-18 02:06:27,846 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:27,852 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FA6E8106488F49B5B13A35AFADAB25DA, ordinal: 0
2016-05-18 02:06:27,852 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA6E8106488F49B5B13A35AFADAB25DA, mem on start (mb), free: 94, total: 391, max: 672
2016-05-18 02:06:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:27,856 INFO  output.MROutput (MROutput.java:initialize(421)) - BD0F91D57F5847BA80364AD83B853DD9: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:27,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:27,857 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[9FFC7168C1B34EBC840263C9E0909D63:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BD0F91D57F5847BA80364AD83B853DD9:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:27,857 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:27,858 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:27,858 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:27,858 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[9FFC7168C1B34EBC840263C9E0909D63:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BD0F91D57F5847BA80364AD83B853DD9:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:27,858 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 9FFC7168C1B34EBC840263C9E0909D63 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 9FFC7168C1B34EBC840263C9E0909D63
2016-05-18 02:06:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:27,860 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27,861 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:27,861 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 9FFC7168C1B34EBC840263C9E0909D63 initialized RecordReader from event
2016-05-18 02:06:27,863 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,863 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 9FFC7168C1B34EBC840263C9E0909D63
2016-05-18 02:06:27,863 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_SWAP"], id: BD0F91D57F5847BA80364AD83B853DD9
2016-05-18 02:06:27,863 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_SWAP"]
2016-05-18 02:06:27,863 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:27,864 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FA6E8106488F49B5B13A35AFADAB25DA, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:27,864 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,866 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:27,867 INFO  output.MROutput (MROutput.java:close(526)) - BD0F91D57F5847BA80364AD83B853DD9 closed
2016-05-18 02:06:27,868 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537187656_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:27,869 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537187656_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:27,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537187656_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537187864, Process_Duration=4, Process_End_Time=1463537187868, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:27,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:27,869 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA6E8106488F49B5B13A35AFADAB25DA, mem on close (mb), free: 91, total: 391, max: 672
2016-05-18 02:06:27,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=FA6E8106488F49B5B13A35AFADAB25DA, index=0, interruptedStatus=false
2016-05-18 02:06:27,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=FA6E8106488F49B5B13A35AFADAB25DA, sourceVertex=9FFC7168C1B34EBC840263C9E0909D63, interruptedStatus=true
2016-05-18 02:06:27,870 INFO  output.MROutput (MROutput.java:close(526)) - BD0F91D57F5847BA80364AD83B853DD9 closed
2016-05-18 02:06:27,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=FA6E8106488F49B5B13A35AFADAB25DA, sourceVertex=BD0F91D57F5847BA80364AD83B853DD9, interruptedStatus=true
2016-05-18 02:06:27,871 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537187656_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:27,871 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:27,871 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537187656_0001_00_000001
2016-05-18 02:06:27,871 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537187656_0001_00_000001
2016-05-18 02:06:27,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, taskAttemptId=attempt_1463537187656_0001_1_00_000000_0, creationTime=1463537187835, allocationTime=1463537187837, startTime=1463537187838, finishTime=1463537187871, timeTaken=33, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537187656_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537187864, Process_Duration=4, Process_End_Time=1463537187868, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:27,872 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537187656_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:27,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:TASK_FINISHED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, taskId=task_1463537187656_0001_1_00_000000, startTime=1463537187838, finishTime=1463537187872, timeTaken=34, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187656_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:27,872 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] because task failed: task_1463537187656_0001_1_00_000000
2016-05-18 02:06:27,872 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:27,872 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:27,872 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:27,872 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,873 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=BD0F91D57F5847BA80364AD83B853DD9, vertexId=vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:VERTEX_FINISHED]: vertexName=FA6E8106488F49B5B13A35AFADAB25DA, vertexId=vertex_1463537187656_0001_1_00, initRequestedTime=1463537187824, initedTime=1463537187831, startRequestedTime=1463537187825, startedTime=1463537187834, finishTime=1463537187874, timeTaken=40, status=FAILED, diagnostics=Task failed, taskId=task_1463537187656_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187656_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537187838, firstTasksToStart=[ task_1463537187656_0001_1_00_000000 ], lastTaskFinishTime=1463537187871, lastTasksToFinish=[ task_1463537187656_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:27,874 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:27,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537187656_0001_00_000001, stoppedTime=1463537187874, exitStatus=-1000
2016-05-18 02:06:27,874 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537187656_0001_1_00_000000_0 failed: true container: container_1463537187656_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:27,876 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:27,876 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:27,876 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:27,877 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537187656_0001_1, queueSize=0
2016-05-18 02:06:27,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537187656_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537187656_0001_1, startTime=1463537187823, finishTime=1463537187876, timeTaken=53, status=FAILED, diagnostics=Vertex failed, vertexName=FA6E8106488F49B5B13A35AFADAB25DA, vertexId=vertex_1463537187656_0001_1_00, diagnostics=[Task failed, taskId=task_1463537187656_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537187656_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=90, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:27,877 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537187656_0001_1_00 [FA6E8106488F49B5B13A35AFADAB25DA]
2016-05-18 02:06:27,877 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537187656_0001_1 finished with state: FAILED
2016-05-18 02:06:27,877 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537187656_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:27,877 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537187656_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:27,878 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537187656_0001_00_000001
2016-05-18 02:06:27 Completed Dag: dag_1463537187656_0001_1
2016-05-18 02:06:27,878 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537187656_0001_1, dagState=FAILED
2016-05-18 02:06:27,878 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537187656_0001_1_post
2016-05-18 02:06:27,878 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:27,878 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:27,878 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:27,878 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP, with id=dag_1463537187656_0001_1
2016-05-18 02:06:27,879 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A] each/(1/1) ...yplatform/ALL_VALUES_SWAP, with id=dag_1463537187656_0001_1
2016-05-18 02:06:27,879 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537187656_0001_00_000001 completed but with errors
2016-05-18 02:06:27,879 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537187656_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:27,890 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yplatform/ALL_VALUES_SWAP, applicationId=application_1463537187656_0001
2016-05-18 02:06:27,892 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:27,892 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:27,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:27,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:27,892 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:27,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:27,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:27,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:27,893 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:27,893 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,894 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:27,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:27,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:27,895 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:27,897 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/993B3CF556A04239997CE4774B623733/CF5754B87CD644758EA88E5B3509D34A/.tez/application_1463537187656_0001
2016-05-18 02:06:27,897 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:27,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...yplatform/ALL_VALUES_SWAP
2016-05-18 02:06:27,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:27,899 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_VALUES_SWAP/_temporary
2016-05-18 02:06:27,899 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.261
2016-05-18 02:06:27,899 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_VALUES_SWAP
2016-05-18 02:06:27,933 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:27,933 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:27,960 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:27,960 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:27,963 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:27,972 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:06:27,972 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,973 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:27,973 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:28,005 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:28,006 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_-1"]
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:28,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:28,015 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,015 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:28,027 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:28,031 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,032 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:28,032 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:28,040 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001 doesn't exist and is created
2016-05-18 02:06:28,061 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:28,061 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:28,063 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001_wd
2016-05-18 02:06:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537188032_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,079 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,079 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,080 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:28,080 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:28,080 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:28,081 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:28,081 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:28,083 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:28,083 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:28,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,084 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:28,084 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:28,086 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:28,086 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:28,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:28,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001_wd/localmode-log-dir
2016-05-18 02:06:28,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001_wd/localmode-log-dir/history.txt.appattempt_1463537188032_0001_000000, maxErrors=10
2016-05-18 02:06:28,087 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:28,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537188032_0001_000000, appSubmitTime=1463537188078, launchTime=1463537188078
2016-05-18 02:06:28,091 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:28,093 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47066
2016-05-18 02:06:28,093 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537188032
2016-05-18 02:06:28,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537188032_0001_000000, startTime=1463537188095
2016-05-18 02:06:28,095 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:28,162 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:28,162 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:28,162 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537188032_0001, dagName=[1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,176 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,177 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:28,177 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537188032_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001_wd/localmode-log-dir/dag_1463537188032_0001_1.dot
2016-05-18 02:06:28,178 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001_wd/localmode-log-dir/dag_1463537188032_0001_1-tez-dag.pb.txt
2016-05-18 02:06:28,181 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188032_0001_1
2016-05-18 02:06:28,181 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,181 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28 Running Dag: dag_1463537188032_0001_1
2016-05-18 02:06:28,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537188032_0001_1, submitTime=1463537188176
2016-05-18 02:06:28,196 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001/tez-conf.pb" } size: 40945 timestamp: 1463537188000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:28,196 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,196 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,196 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:28,196 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:28,197 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537188032_0001_1, initTime=1463537188197
2016-05-18 02:06:28,197 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188032_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:28,198 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:28,198 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:DAG_STARTED]: dagID=dag_1463537188032_0001_1, startTime=1463537188198
2016-05-18 02:06:28,198 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188032_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:28,198 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A7ACDA32950B494D970B96387E3B8BBE : {BE243E34B0DA4CD6811A0C6D13FAE2B9={InputName=BE243E34B0DA4CD6811A0C6D13FAE2B9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:28,198 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BE243E34B0DA4CD6811A0C6D13FAE2B9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:28,198 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,198 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,198 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,199 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,199 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:28,199 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537188032_0001, dagName=[1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,199 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BE243E34B0DA4CD6811A0C6D13FAE2B9 on vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,201 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BE243E34B0DA4CD6811A0C6D13FAE2B9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:28,203 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:28,203 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:28,203 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:28,203 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:28,204 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BE243E34B0DA4CD6811A0C6D13FAE2B9 on vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,204 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:28,204 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BE243E34B0DA4CD6811A0C6D13FAE2B9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:28,205 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] parallelism set to 1
2016-05-18 02:06:28,205 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:28,205 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE], numAdditionalOutputs=1
2016-05-18 02:06:28,205 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D1C5599B7D7D4F859AEB64B147A0B4C2, vertex=vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:28,207 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A7ACDA32950B494D970B96387E3B8BBE:D1C5599B7D7D4F859AEB64B147A0B4C2 using oldmapred API
2016-05-18 02:06:28,207 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D1C5599B7D7D4F859AEB64B147A0B4C2, vertexName=A7ACDA32950B494D970B96387E3B8BBE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:28,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, vertexId=vertex_1463537188032_0001_1_00, initRequestedTime=1463537188198, initedTime=1463537188205, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:28,208 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] with distanceFromRoot: 0
2016-05-18 02:06:28,208 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:28,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537188032_0001_1_00, startRequestedTime=1463537188199, startedTime=1463537188208
2016-05-18 02:06:28,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537188032_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:28,209 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:28,209 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A7ACDA32950B494D970B96387E3B8BBE
2016-05-18 02:06:28,209 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:TASK_STARTED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, taskId=task_1463537188032_0001_1_00_000000, scheduledTime=1463537188210, launchTime=1463537188210
2016-05-18 02:06:28,210 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,211 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:28,213 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537188032_0001_00_000001, launchTime=1463537188212
2016-05-18 02:06:28,213 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537188032_0001_00_000001
2016-05-18 02:06:28,214 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537188032_0001_1_00_000000_0] started. Is using containerId: [container_1463537188032_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:28,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, taskAttemptId=attempt_1463537188032_0001_1_00_000000_0, startTime=1463537188214, containerId=container_1463537188032_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:28,214 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537188032_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28 Starting to run new task attempt: attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28,215 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28,215 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,215 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537188032_0001, with dag id: dag_1463537188032_0001_1
2016-05-18 02:06:28,216 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:28,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1, VertexName: A7ACDA32950B494D970B96387E3B8BBE, VertexParallelism: 1, TaskAttemptID:attempt_1463537188032_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BE243E34B0DA4CD6811A0C6D13FAE2B9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D1C5599B7D7D4F859AEB64B147A0B4C2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:28,216 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:28,217 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28,219 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537188032_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:28,220 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537188032_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:28,220 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:28,220 INFO  input.MRInput (MRInput.java:initialize(440)) - BE243E34B0DA4CD6811A0C6D13FAE2B9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:28,220 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BE243E34B0DA4CD6811A0C6D13FAE2B9
2016-05-18 02:06:28,226 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A7ACDA32950B494D970B96387E3B8BBE, ordinal: 0
2016-05-18 02:06:28,227 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7ACDA32950B494D970B96387E3B8BBE, mem on start (mb), free: 238, total: 391, max: 672
2016-05-18 02:06:28,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:28,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:28,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:28,232 INFO  output.MROutput (MROutput.java:initialize(421)) - D1C5599B7D7D4F859AEB64B147A0B4C2: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:28,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:28,233 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BE243E34B0DA4CD6811A0C6D13FAE2B9:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D1C5599B7D7D4F859AEB64B147A0B4C2:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:28,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:28,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:28,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:28,234 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BE243E34B0DA4CD6811A0C6D13FAE2B9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D1C5599B7D7D4F859AEB64B147A0B4C2:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BE243E34B0DA4CD6811A0C6D13FAE2B9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BE243E34B0DA4CD6811A0C6D13FAE2B9
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:28,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:28,235 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28,237 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:28,237 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BE243E34B0DA4CD6811A0C6D13FAE2B9 initialized RecordReader from event
2016-05-18 02:06:28,238 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,239 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: BE243E34B0DA4CD6811A0C6D13FAE2B9
2016-05-18 02:06:28,239 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_-1"], id: D1C5599B7D7D4F859AEB64B147A0B4C2
2016-05-18 02:06:28,239 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_-1"]
2016-05-18 02:06:28,239 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,239 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A7ACDA32950B494D970B96387E3B8BBE, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:28,240 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:28,240 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:28,241 INFO  output.MROutput (MROutput.java:close(526)) - D1C5599B7D7D4F859AEB64B147A0B4C2 closed
2016-05-18 02:06:28,241 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537188032_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:28,242 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537188032_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:28,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537188032_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537188239, Process_Duration=2, Process_End_Time=1463537188241, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:28,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:28,242 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7ACDA32950B494D970B96387E3B8BBE, mem on close (mb), free: 235, total: 391, max: 672
2016-05-18 02:06:28,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=A7ACDA32950B494D970B96387E3B8BBE, index=0, interruptedStatus=false
2016-05-18 02:06:28,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=A7ACDA32950B494D970B96387E3B8BBE, sourceVertex=BE243E34B0DA4CD6811A0C6D13FAE2B9, interruptedStatus=true
2016-05-18 02:06:28,243 INFO  output.MROutput (MROutput.java:close(526)) - D1C5599B7D7D4F859AEB64B147A0B4C2 closed
2016-05-18 02:06:28,243 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=A7ACDA32950B494D970B96387E3B8BBE, sourceVertex=D1C5599B7D7D4F859AEB64B147A0B4C2, interruptedStatus=true
2016-05-18 02:06:28,243 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537188032_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:28,243 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:28,244 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537188032_0001_00_000001
2016-05-18 02:06:28,244 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537188032_0001_00_000001
2016-05-18 02:06:28,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, taskAttemptId=attempt_1463537188032_0001_1_00_000000_0, creationTime=1463537188210, allocationTime=1463537188212, startTime=1463537188214, finishTime=1463537188243, timeTaken=29, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537188032_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537188239, Process_Duration=2, Process_End_Time=1463537188241, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:28,244 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537188032_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:28,244 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537188032_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:28,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:TASK_FINISHED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, taskId=task_1463537188032_0001_1_00_000000, startTime=1463537188214, finishTime=1463537188244, timeTaken=30, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188032_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] because task failed: task_1463537188032_0001_1_00_000000
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,245 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=D1C5599B7D7D4F859AEB64B147A0B4C2, vertexId=vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,246 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537188032_0001_00_000001 completed but with errors
2016-05-18 02:06:28,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:VERTEX_FINISHED]: vertexName=A7ACDA32950B494D970B96387E3B8BBE, vertexId=vertex_1463537188032_0001_1_00, initRequestedTime=1463537188198, initedTime=1463537188205, startRequestedTime=1463537188199, startedTime=1463537188208, finishTime=1463537188246, timeTaken=38, status=FAILED, diagnostics=Task failed, taskId=task_1463537188032_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188032_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537188214, firstTasksToStart=[ task_1463537188032_0001_1_00_000000 ], lastTaskFinishTime=1463537188243, lastTasksToFinish=[ task_1463537188032_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:28,247 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:28,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537188032_0001_00_000001, stoppedTime=1463537188247, exitStatus=-1000
2016-05-18 02:06:28,247 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537188032_0001_1_00_000000_0 failed: true container: container_1463537188032_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:28,247 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537188032_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:28,248 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:28,248 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:28,248 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:28,248 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537188032_0001_1, queueSize=0
2016-05-18 02:06:28,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188032_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537188032_0001_1, startTime=1463537188198, finishTime=1463537188248, timeTaken=50, status=FAILED, diagnostics=Vertex failed, vertexName=A7ACDA32950B494D970B96387E3B8BBE, vertexId=vertex_1463537188032_0001_1_00, diagnostics=[Task failed, taskId=task_1463537188032_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188032_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=90, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:28,249 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537188032_0001_1_00 [A7ACDA32950B494D970B96387E3B8BBE]
2016-05-18 02:06:28,249 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537188032_0001_1 finished with state: FAILED
2016-05-18 02:06:28,249 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188032_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:28,249 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537188032_0001_00_000001
2016-05-18 02:06:28 Completed Dag: dag_1463537188032_0001_1
2016-05-18 02:06:28,249 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537188032_0001_1, dagState=FAILED
2016-05-18 02:06:28,249 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188032_0001_1_post
2016-05-18 02:06:28,249 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:28,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:28,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1, with id=dag_1463537188032_0001_1
2016-05-18 02:06:28,250 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85] each/(1/1) ...emblyplatform/ALL_ARGS_-1, with id=dag_1463537188032_0001_1
2016-05-18 02:06:28,253 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...emblyplatform/ALL_ARGS_-1, applicationId=application_1463537188032_0001
2016-05-18 02:06:28,255 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:28,255 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:28,255 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:28,255 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:28,255 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:28,255 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:28,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:28,256 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:28,256 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:28,256 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:28,256 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:28,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:28,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:28,257 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:28,258 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1E9FE4F268854FA6A758BCF6AD3B2BE2/D67C824727384E1FBCE3715857EDDD85/.tez/application_1463537188032_0001
2016-05-18 02:06:28,259 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:28,259 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...emblyplatform/ALL_ARGS_-1
2016-05-18 02:06:28,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:28,260 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_-1/_temporary
2016-05-18 02:06:28,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.246
2016-05-18 02:06:28,260 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_-1
2016-05-18 02:06:28,294 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:28,294 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:28,324 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.001
2016-05-18 02:06:28,325 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:28,325 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:28,325 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:28,326 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_'field'
2016-05-18 02:06:28,348 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:28,348 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:28,372 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:28,372 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:28,377 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:06:28,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:06:28,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:28,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:28,381 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:28,395 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:28,396 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:28,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,404 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_RESULTS"]
2016-05-18 02:06:28,405 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:28,405 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:28,405 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:28,406 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,406 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:28,421 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:28,425 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,425 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:28,425 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:28,435 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001 doesn't exist and is created
2016-05-18 02:06:28,456 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:28,456 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:28,456 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001_wd
2016-05-18 02:06:28,471 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537188425_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,471 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,471 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,472 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:28,472 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:28,472 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:28,473 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:28,473 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:28,475 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:28,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,476 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,476 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:28,476 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:28,478 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:28,479 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:28,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:28,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001_wd/localmode-log-dir
2016-05-18 02:06:28,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001_wd/localmode-log-dir/history.txt.appattempt_1463537188425_0001_000000, maxErrors=10
2016-05-18 02:06:28,479 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:28,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537188425_0001_000000, appSubmitTime=1463537188470, launchTime=1463537188470
2016-05-18 02:06:28,481 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:28,484 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:60858
2016-05-18 02:06:28,484 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537188425
2016-05-18 02:06:28,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537188425_0001_000000, startTime=1463537188486
2016-05-18 02:06:28,486 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:28,556 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:28,556 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:28,556 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537188425_0001, dagName=[CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,572 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,572 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:28,573 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537188425_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001_wd/localmode-log-dir/dag_1463537188425_0001_1.dot
2016-05-18 02:06:28,573 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001_wd/localmode-log-dir/dag_1463537188425_0001_1-tez-dag.pb.txt
2016-05-18 02:06:28,577 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188425_0001_1
2016-05-18 02:06:28,577 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,577 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28 Running Dag: dag_1463537188425_0001_1
2016-05-18 02:06:28,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537188425_0001_1, submitTime=1463537188572
2016-05-18 02:06:28,594 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001/tez-conf.pb" } size: 40945 timestamp: 1463537188000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:28,594 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,595 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,595 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:28,595 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:28,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537188425_0001_1, initTime=1463537188595
2016-05-18 02:06:28,595 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188425_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:28,595 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:28,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:DAG_STARTED]: dagID=dag_1463537188425_0001_1, startTime=1463537188596
2016-05-18 02:06:28,596 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188425_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:28,596 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B2B86BB14DC645929FBE3BB75BCC3D93 : {3D71C048F05048929AE1F563DAA267C6={InputName=3D71C048F05048929AE1F563DAA267C6}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:28,596 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3D71C048F05048929AE1F563DAA267C6, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:28,596 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,596 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,596 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537188425_0001, dagName=[CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,596 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,597 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,598 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:28,598 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3D71C048F05048929AE1F563DAA267C6 on vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,600 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3D71C048F05048929AE1F563DAA267C6 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:28,602 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:28,602 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:28,603 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:28,603 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:28,604 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3D71C048F05048929AE1F563DAA267C6 on vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,605 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:28,605 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3D71C048F05048929AE1F563DAA267C6=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:28,605 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] parallelism set to 1
2016-05-18 02:06:28,606 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:28,607 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93], numAdditionalOutputs=1
2016-05-18 02:06:28,607 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=231106BBA25B40B4A9EF313002D44B3D, vertex=vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:28,608 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B2B86BB14DC645929FBE3BB75BCC3D93:231106BBA25B40B4A9EF313002D44B3D using oldmapred API
2016-05-18 02:06:28,608 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=231106BBA25B40B4A9EF313002D44B3D, vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:28,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, vertexId=vertex_1463537188425_0001_1_00, initRequestedTime=1463537188596, initedTime=1463537188607, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:28,609 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] with distanceFromRoot: 0
2016-05-18 02:06:28,609 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:28,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537188425_0001_1_00, startRequestedTime=1463537188598, startedTime=1463537188609
2016-05-18 02:06:28,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537188425_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:28,610 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:28,611 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B2B86BB14DC645929FBE3BB75BCC3D93
2016-05-18 02:06:28,611 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:TASK_STARTED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, taskId=task_1463537188425_0001_1_00_000000, scheduledTime=1463537188611, launchTime=1463537188611
2016-05-18 02:06:28,612 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,613 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:28,615 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537188425_0001, with dag id: dag_1463537188425_0001_1
2016-05-18 02:06:28,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537188425_0001_00_000001, launchTime=1463537188616
2016-05-18 02:06:28,618 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537188425_0001_00_000001
2016-05-18 02:06:28,618 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537188425_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28,619 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537188425_0001_1_00_000000_0] started. Is using containerId: [container_1463537188425_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:28,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, taskAttemptId=attempt_1463537188425_0001_1_00_000000_0, startTime=1463537188618, containerId=container_1463537188425_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:28 Starting to run new task attempt: attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28,620 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28,620 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,620 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:28,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS, VertexName: B2B86BB14DC645929FBE3BB75BCC3D93, VertexParallelism: 1, TaskAttemptID:attempt_1463537188425_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3D71C048F05048929AE1F563DAA267C6, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=231106BBA25B40B4A9EF313002D44B3D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:28,621 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:28,622 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28,623 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537188425_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:28,623 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537188425_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:28,624 INFO  input.MRInput (MRInput.java:initialize(440)) - 3D71C048F05048929AE1F563DAA267C6 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:28,624 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3D71C048F05048929AE1F563DAA267C6
2016-05-18 02:06:28,627 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:28,634 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B2B86BB14DC645929FBE3BB75BCC3D93, ordinal: 0
2016-05-18 02:06:28,634 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2B86BB14DC645929FBE3BB75BCC3D93, mem on start (mb), free: 145, total: 391, max: 672
2016-05-18 02:06:28,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:28,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:28,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:28,638 INFO  output.MROutput (MROutput.java:initialize(421)) - 231106BBA25B40B4A9EF313002D44B3D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:28,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:28,639 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3D71C048F05048929AE1F563DAA267C6:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [231106BBA25B40B4A9EF313002D44B3D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:28,639 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:28,639 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:28,639 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:28,639 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3D71C048F05048929AE1F563DAA267C6:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [231106BBA25B40B4A9EF313002D44B3D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:28,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:28,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3D71C048F05048929AE1F563DAA267C6 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:28,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3D71C048F05048929AE1F563DAA267C6
2016-05-18 02:06:28,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:28,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:28,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:28,640 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28,641 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:28,641 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3D71C048F05048929AE1F563DAA267C6 initialized RecordReader from event
2016-05-18 02:06:28,644 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,644 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 3D71C048F05048929AE1F563DAA267C6
2016-05-18 02:06:28,644 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_RESULTS"], id: 231106BBA25B40B4A9EF313002D44B3D
2016-05-18 02:06:28,645 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_RESULTS"]
2016-05-18 02:06:28,645 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,645 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B2B86BB14DC645929FBE3BB75BCC3D93, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:28,646 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:28,649 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:28,650 INFO  output.MROutput (MROutput.java:close(526)) - 231106BBA25B40B4A9EF313002D44B3D closed
2016-05-18 02:06:28,651 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537188425_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:28,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537188425_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:28,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537188425_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537188645, Process_Duration=6, Process_End_Time=1463537188651, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:28,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:28,652 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2B86BB14DC645929FBE3BB75BCC3D93, mem on close (mb), free: 142, total: 391, max: 672
2016-05-18 02:06:28,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=B2B86BB14DC645929FBE3BB75BCC3D93, index=0, interruptedStatus=false
2016-05-18 02:06:28,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=B2B86BB14DC645929FBE3BB75BCC3D93, sourceVertex=3D71C048F05048929AE1F563DAA267C6, interruptedStatus=true
2016-05-18 02:06:28,653 INFO  output.MROutput (MROutput.java:close(526)) - 231106BBA25B40B4A9EF313002D44B3D closed
2016-05-18 02:06:28,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=B2B86BB14DC645929FBE3BB75BCC3D93, sourceVertex=231106BBA25B40B4A9EF313002D44B3D, interruptedStatus=true
2016-05-18 02:06:28,654 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537188425_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:28,654 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:28,654 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537188425_0001_00_000001
2016-05-18 02:06:28,654 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537188425_0001_00_000001
2016-05-18 02:06:28,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, taskAttemptId=attempt_1463537188425_0001_1_00_000000_0, creationTime=1463537188612, allocationTime=1463537188614, startTime=1463537188618, finishTime=1463537188654, timeTaken=36, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537188425_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537188645, Process_Duration=6, Process_End_Time=1463537188651, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:28,655 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537188425_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:28,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:TASK_FINISHED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, taskId=task_1463537188425_0001_1_00_000000, startTime=1463537188618, finishTime=1463537188655, timeTaken=37, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188425_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:28,655 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] because task failed: task_1463537188425_0001_1_00_000000
2016-05-18 02:06:28,655 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:28,655 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:28,655 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:28,656 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,656 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=231106BBA25B40B4A9EF313002D44B3D, vertexId=vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:VERTEX_FINISHED]: vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, vertexId=vertex_1463537188425_0001_1_00, initRequestedTime=1463537188596, initedTime=1463537188607, startRequestedTime=1463537188598, startedTime=1463537188609, finishTime=1463537188657, timeTaken=48, status=FAILED, diagnostics=Task failed, taskId=task_1463537188425_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188425_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537188618, firstTasksToStart=[ task_1463537188425_0001_1_00_000000 ], lastTaskFinishTime=1463537188654, lastTasksToFinish=[ task_1463537188425_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:28,657 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:28,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537188425_0001_00_000001, stoppedTime=1463537188657, exitStatus=-1000
2016-05-18 02:06:28,658 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537188425_0001_1_00_000000_0 failed: true container: container_1463537188425_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:28,658 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:28,658 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:28,658 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:28,659 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537188425_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:28,659 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537188425_0001_00_000001 completed but with errors
2016-05-18 02:06:28,660 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537188425_0001_1, queueSize=0
2016-05-18 02:06:28,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188425_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537188425_0001_1, startTime=1463537188595, finishTime=1463537188659, timeTaken=64, status=FAILED, diagnostics=Vertex failed, vertexName=B2B86BB14DC645929FBE3BB75BCC3D93, vertexId=vertex_1463537188425_0001_1_00, diagnostics=[Task failed, taskId=task_1463537188425_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188425_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:28,660 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537188425_0001_1_00 [B2B86BB14DC645929FBE3BB75BCC3D93]
2016-05-18 02:06:28,660 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537188425_0001_1 finished with state: FAILED
2016-05-18 02:06:28,660 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188425_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:28,662 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537188425_0001_00_000001
2016-05-18 02:06:28,663 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537188425_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:28 Completed Dag: dag_1463537188425_0001_1
2016-05-18 02:06:28,663 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537188425_0001_1, dagState=FAILED
2016-05-18 02:06:28,663 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188425_0001_1_post
2016-05-18 02:06:28,664 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,664 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:28,664 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:28,664 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS, with id=dag_1463537188425_0001_1
2016-05-18 02:06:28,664 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74] each/(1/1) ...platform/ALL_ARGS_RESULTS, with id=dag_1463537188425_0001_1
2016-05-18 02:06:28,665 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_ARGS_RESULTS, applicationId=application_1463537188425_0001
2016-05-18 02:06:28,666 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:28,666 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:28,666 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:28,666 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:28,666 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:28,667 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:28,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:28,667 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:28,667 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:28,667 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:28,668 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:28,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:28,668 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:28,669 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:28,671 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CE708BE37F6944269DC9F92F60015550/DF57D4DF2F1A4954AB87E22E8012CE74/.tez/application_1463537188425_0001
2016-05-18 02:06:28,671 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:28,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...platform/ALL_ARGS_RESULTS
2016-05-18 02:06:28,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:28,672 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_RESULTS/_temporary
2016-05-18 02:06:28,673 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.268
2016-05-18 02:06:28,673 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_RESULTS
2016-05-18 02:06:28,695 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:28,695 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:28,721 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.002
2016-05-18 02:06:28,724 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.003
2016-05-18 02:06:28,724 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:28,724 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-18 02:06:28,725 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_ALL
2016-05-18 02:06:28,746 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:28,747 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:28,778 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.004
2016-05-18 02:06:28,780 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:06:28,780 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:28,780 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:28,780 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:28,795 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:28,795 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_REPLACE
2016-05-18 02:06:28,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_REPLACE"]
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:28,805 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:28,819 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:28,823 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,823 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:28,823 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:28,832 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001 doesn't exist and is created
2016-05-18 02:06:28,852 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:28,852 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:28,853 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001_wd
2016-05-18 02:06:28,865 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:28,865 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:28,868 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537188823_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:28,868 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,868 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:28,870 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:28,870 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:28,871 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:28,871 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:28,871 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:28,873 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:28,873 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:28,873 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:28,875 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:28,875 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:28,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:28,876 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001_wd/localmode-log-dir
2016-05-18 02:06:28,876 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001_wd/localmode-log-dir/history.txt.appattempt_1463537188823_0001_000000, maxErrors=10
2016-05-18 02:06:28,877 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:28,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537188823_0001_000000, appSubmitTime=1463537188867, launchTime=1463537188868
2016-05-18 02:06:28,878 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:28,882 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:35204
2016-05-18 02:06:28,882 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537188823
2016-05-18 02:06:28,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537188823_0001_000000, startTime=1463537188884
2016-05-18 02:06:28,884 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:28,953 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:28,953 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:28,953 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537188823_0001, dagName=[77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:28,968 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:28,968 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:28,969 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537188823_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001_wd/localmode-log-dir/dag_1463537188823_0001_1.dot
2016-05-18 02:06:28,969 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001_wd/localmode-log-dir/dag_1463537188823_0001_1-tez-dag.pb.txt
2016-05-18 02:06:28,972 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188823_0001_1
2016-05-18 02:06:28,972 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:28,972 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:28 Running Dag: dag_1463537188823_0001_1
2016-05-18 02:06:28,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537188823_0001_1, submitTime=1463537188968
2016-05-18 02:06:28,987 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001/tez-conf.pb" } size: 40945 timestamp: 1463537188000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:28,987 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,989 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,989 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:28,989 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:28,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537188823_0001_1, initTime=1463537188989
2016-05-18 02:06:28,989 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188823_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:28,989 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:28,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:DAG_STARTED]: dagID=dag_1463537188823_0001_1, startTime=1463537188990
2016-05-18 02:06:28,990 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188823_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DF1375F134FD4C5D8557EF2729D55C17 : {36478433CCED493C8EFE281861392F9A={InputName=36478433CCED493C8EFE281861392F9A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 36478433CCED493C8EFE281861392F9A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,990 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,991 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:28,991 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 36478433CCED493C8EFE281861392F9A on vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:28,991 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537188823_0001, dagName=[77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:28,993 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 36478433CCED493C8EFE281861392F9A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:28,995 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:28,995 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:28,995 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:28,995 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:28,995 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 36478433CCED493C8EFE281861392F9A on vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,011 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:29,011 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {36478433CCED493C8EFE281861392F9A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:29,011 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] parallelism set to 1
2016-05-18 02:06:29,012 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:29,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17], numAdditionalOutputs=1
2016-05-18 02:06:29,012 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=CE1CFC9B503C4E9B8898ECB47D9D4EDA, vertex=vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:29,014 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DF1375F134FD4C5D8557EF2729D55C17:CE1CFC9B503C4E9B8898ECB47D9D4EDA using oldmapred API
2016-05-18 02:06:29,014 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=CE1CFC9B503C4E9B8898ECB47D9D4EDA, vertexName=DF1375F134FD4C5D8557EF2729D55C17, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:29,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, vertexId=vertex_1463537188823_0001_1_00, initRequestedTime=1463537188990, initedTime=1463537189012, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:29,015 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] with distanceFromRoot: 0
2016-05-18 02:06:29,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:29,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537188823_0001_1_00, startRequestedTime=1463537188991, startedTime=1463537189015
2016-05-18 02:06:29,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537188823_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:29,016 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:29,016 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DF1375F134FD4C5D8557EF2729D55C17
2016-05-18 02:06:29,017 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:TASK_STARTED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, taskId=task_1463537188823_0001_1_00_000000, scheduledTime=1463537189017, launchTime=1463537189017
2016-05-18 02:06:29,018 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,018 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:29,020 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537188823_0001_00_000001, launchTime=1463537189020
2016-05-18 02:06:29,021 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537188823_0001_00_000001
2016-05-18 02:06:29,021 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537188823_0001_1_00_000000_0] started. Is using containerId: [container_1463537188823_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:29,021 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, taskAttemptId=attempt_1463537188823_0001_1_00_000000_0, startTime=1463537189021, containerId=container_1463537188823_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:29,022 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537188823_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29 Starting to run new task attempt: attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29,022 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29,022 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:29,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537188823_0001, with dag id: dag_1463537188823_0001_1
2016-05-18 02:06:29,024 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:29,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE, VertexName: DF1375F134FD4C5D8557EF2729D55C17, VertexParallelism: 1, TaskAttemptID:attempt_1463537188823_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=36478433CCED493C8EFE281861392F9A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CE1CFC9B503C4E9B8898ECB47D9D4EDA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:29,025 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:29,025 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29,026 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537188823_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:29,027 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537188823_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:29,029 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:29,032 INFO  input.MRInput (MRInput.java:initialize(440)) - 36478433CCED493C8EFE281861392F9A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:29,032 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 36478433CCED493C8EFE281861392F9A
2016-05-18 02:06:29,035 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF1375F134FD4C5D8557EF2729D55C17, ordinal: 0
2016-05-18 02:06:29,035 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF1375F134FD4C5D8557EF2729D55C17, mem on start (mb), free: 270, total: 392, max: 672
2016-05-18 02:06:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:29,039 INFO  output.MROutput (MROutput.java:initialize(421)) - CE1CFC9B503C4E9B8898ECB47D9D4EDA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:29,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:29,040 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CE1CFC9B503C4E9B8898ECB47D9D4EDA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [36478433CCED493C8EFE281861392F9A:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:06:29,040 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:29,040 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:29,040 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:29,040 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CE1CFC9B503C4E9B8898ECB47D9D4EDA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [36478433CCED493C8EFE281861392F9A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:06:29,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:29,040 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 36478433CCED493C8EFE281861392F9A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:29,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:29,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 36478433CCED493C8EFE281861392F9A
2016-05-18 02:06:29,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:29,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:29,041 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29,044 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:29,045 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 36478433CCED493C8EFE281861392F9A
2016-05-18 02:06:29,045 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_REPLACE"], id: CE1CFC9B503C4E9B8898ECB47D9D4EDA
2016-05-18 02:06:29,045 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_REPLACE"]
2016-05-18 02:06:29,045 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:29,045 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:29,045 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 36478433CCED493C8EFE281861392F9A initialized RecordReader from event
2016-05-18 02:06:29,046 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF1375F134FD4C5D8557EF2729D55C17, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:29,046 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:29,046 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:29,046 INFO  output.MROutput (MROutput.java:close(526)) - CE1CFC9B503C4E9B8898ECB47D9D4EDA closed
2016-05-18 02:06:29,047 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537188823_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:29,047 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537188823_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:29,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537188823_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537189046, Process_Duration=1, Process_End_Time=1463537189047, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:29,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:29,048 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF1375F134FD4C5D8557EF2729D55C17, mem on close (mb), free: 268, total: 392, max: 672
2016-05-18 02:06:29,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=DF1375F134FD4C5D8557EF2729D55C17, index=0, interruptedStatus=false
2016-05-18 02:06:29,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=DF1375F134FD4C5D8557EF2729D55C17, sourceVertex=36478433CCED493C8EFE281861392F9A, interruptedStatus=true
2016-05-18 02:06:29,048 INFO  output.MROutput (MROutput.java:close(526)) - CE1CFC9B503C4E9B8898ECB47D9D4EDA closed
2016-05-18 02:06:29,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=DF1375F134FD4C5D8557EF2729D55C17, sourceVertex=CE1CFC9B503C4E9B8898ECB47D9D4EDA, interruptedStatus=true
2016-05-18 02:06:29,049 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537188823_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:29,049 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:29,049 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537188823_0001_00_000001
2016-05-18 02:06:29,049 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537188823_0001_00_000001
2016-05-18 02:06:29,049 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, taskAttemptId=attempt_1463537188823_0001_1_00_000000_0, creationTime=1463537189018, allocationTime=1463537189019, startTime=1463537189021, finishTime=1463537189049, timeTaken=28, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537188823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537189046, Process_Duration=1, Process_End_Time=1463537189047, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:29,049 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537188823_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:29,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:TASK_FINISHED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, taskId=task_1463537188823_0001_1_00_000000, startTime=1463537189021, finishTime=1463537189049, timeTaken=28, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] because task failed: task_1463537188823_0001_1_00_000000
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,050 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537188823_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:29,050 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=CE1CFC9B503C4E9B8898ECB47D9D4EDA, vertexId=vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,051 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537188823_0001_00_000001 completed but with errors
2016-05-18 02:06:29,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:VERTEX_FINISHED]: vertexName=DF1375F134FD4C5D8557EF2729D55C17, vertexId=vertex_1463537188823_0001_1_00, initRequestedTime=1463537188990, initedTime=1463537189012, startRequestedTime=1463537188991, startedTime=1463537189015, finishTime=1463537189051, timeTaken=36, status=FAILED, diagnostics=Task failed, taskId=task_1463537188823_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537189021, firstTasksToStart=[ task_1463537188823_0001_1_00_000000 ], lastTaskFinishTime=1463537189049, lastTasksToFinish=[ task_1463537188823_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:29,052 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:29,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537188823_0001_00_000001, stoppedTime=1463537189052, exitStatus=-1000
2016-05-18 02:06:29,052 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537188823_0001_1_00_000000_0 failed: true container: container_1463537188823_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:29,052 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:29,052 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:29,053 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:29,053 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537188823_0001_1, queueSize=0
2016-05-18 02:06:29,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537188823_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537188823_0001_1, startTime=1463537188989, finishTime=1463537189053, timeTaken=64, status=FAILED, diagnostics=Vertex failed, vertexName=DF1375F134FD4C5D8557EF2729D55C17, vertexId=vertex_1463537188823_0001_1_00, diagnostics=[Task failed, taskId=task_1463537188823_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537188823_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=11
2016-05-18 02:06:29,053 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537188823_0001_1_00 [DF1375F134FD4C5D8557EF2729D55C17]
2016-05-18 02:06:29,054 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537188823_0001_1 finished with state: FAILED
2016-05-18 02:06:29,054 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537188823_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:29,054 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537188823_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:29,054 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537188823_0001_00_000001
2016-05-18 02:06:29 Completed Dag: dag_1463537188823_0001_1
2016-05-18 02:06:29,055 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537188823_0001_1, dagState=FAILED
2016-05-18 02:06:29,055 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537188823_0001_1_post
2016-05-18 02:06:29,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:29,055 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 2
2016-05-18 02:06:29,055 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:29,056 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE, with id=dag_1463537188823_0001_1
2016-05-18 02:06:29,056 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30] each/(1/1) ...platform/ALL_ARGS_REPLACE, with id=dag_1463537188823_0001_1
2016-05-18 02:06:29,061 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...platform/ALL_ARGS_REPLACE, applicationId=application_1463537188823_0001
2016-05-18 02:06:29,062 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:29,062 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:29,062 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:29,063 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:29,063 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:29,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:29,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:29,063 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:29,063 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:29,064 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:29,064 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:29,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:29,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:29,065 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:29,067 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/77B07B5205AC4FDB877A46F7FD3EE58A/AA46A773EAD242BBB270D86263C36B30/.tez/application_1463537188823_0001
2016-05-18 02:06:29,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:29,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...platform/ALL_ARGS_REPLACE
2016-05-18 02:06:29,068 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:29,068 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_REPLACE/_temporary
2016-05-18 02:06:29,068 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.265
2016-05-18 02:06:29,068 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_REPLACE
2016-05-18 02:06:29,090 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:06:29,090 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:06:29,118 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.004
2016-05-18 02:06:29,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:06:29,122 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:29,122 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:06:29,122 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:06:29,136 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt
2016-05-18 02:06:29,136 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,143 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting
2016-05-18 02:06:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_SWAP"]
2016-05-18 02:06:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  parallel execution of steps is enabled: false
2016-05-18 02:06:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  executing total steps: 1
2016-05-18 02:06:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  allocating management threads: 1
2016-05-18 02:06:29,145 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] starting step: (1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,145 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [each] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:06:29,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] tez session mode enabled: true
2016-05-18 02:06:29,162 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:29,162 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:06:29,163 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:06:29,171 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001 doesn't exist and is created
2016-05-18 02:06:29,191 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:06:29,191 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:06:29,192 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001_wd
2016-05-18 02:06:29,207 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537189162_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:06:29,207 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:29,207 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:06:29,209 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:06:29,209 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:06:29,209 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:06:29,209 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:06:29,211 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:06:29,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:06:29,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:06:29,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:06:29,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:06:29,212 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:06:29,213 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:06:29,213 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:06:29,213 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:06:29,213 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:29,213 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:06:29,213 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:06:29,213 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:06:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:06:29,215 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:06:29,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:06:29,216 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001_wd/localmode-log-dir
2016-05-18 02:06:29,216 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001_wd/localmode-log-dir/history.txt.appattempt_1463537189162_0001_000000, maxErrors=10
2016-05-18 02:06:29,216 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:06:29,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537189162_0001_000000, appSubmitTime=1463537189206, launchTime=1463537189206
2016-05-18 02:06:29,219 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:06:29,221 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43524
2016-05-18 02:06:29,222 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537189162
2016-05-18 02:06:29,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537189162_0001_000000, startTime=1463537189224
2016-05-18 02:06:29,224 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:06:29,291 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:06:29,291 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:06:29,292 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537189162_0001, dagName=[69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,298 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:06:29,298 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:06:29,307 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,307 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:06:29,307 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537189162_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001_wd/localmode-log-dir/dag_1463537189162_0001_1.dot
2016-05-18 02:06:29,308 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001_wd/localmode-log-dir/dag_1463537189162_0001_1-tez-dag.pb.txt
2016-05-18 02:06:29,311 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537189162_0001_1
2016-05-18 02:06:29,311 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:29,311 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29 Running Dag: dag_1463537189162_0001_1
2016-05-18 02:06:29,325 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537189162_0001_1, submitTime=1463537189307
2016-05-18 02:06:29,326 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001/tez-conf.pb" } size: 40945 timestamp: 1463537189000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:06:29,326 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,327 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,327 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:06:29,327 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:06:29,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537189162_0001_1, initTime=1463537189328
2016-05-18 02:06:29,328 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537189162_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:06:29,328 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:06:29,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:DAG_STARTED]: dagID=dag_1463537189162_0001_1, startTime=1463537189328
2016-05-18 02:06:29,328 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537189162_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EF51CE7BB969413BAD3FB36422F595BC : {6088F75AEB3F4C738C4EFD875C332FA4={InputName=6088F75AEB3F4C738C4EFD875C332FA4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 6088F75AEB3F4C738C4EFD875C332FA4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,329 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,329 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537189162_0001, dagName=[69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,330 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:06:29,330 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 6088F75AEB3F4C738C4EFD875C332FA4 on vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,334 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 6088F75AEB3F4C738C4EFD875C332FA4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:06:29,335 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:06:29,336 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:06:29,336 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:06:29,336 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:06:29,336 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 6088F75AEB3F4C738C4EFD875C332FA4 on vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,337 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:29,337 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {6088F75AEB3F4C738C4EFD875C332FA4=forAllWorkUnits=true, update=[1]}
2016-05-18 02:06:29,338 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] parallelism set to 1
2016-05-18 02:06:29,338 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:06:29,339 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC], numAdditionalOutputs=1
2016-05-18 02:06:29,339 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D33834B413C640F2B6C02625BBE14BA4, vertex=vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:06:29,341 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for EF51CE7BB969413BAD3FB36422F595BC:D33834B413C640F2B6C02625BBE14BA4 using oldmapred API
2016-05-18 02:06:29,341 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D33834B413C640F2B6C02625BBE14BA4, vertexName=EF51CE7BB969413BAD3FB36422F595BC, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:06:29,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, vertexId=vertex_1463537189162_0001_1_00, initRequestedTime=1463537189329, initedTime=1463537189339, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:06:29,342 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] with distanceFromRoot: 0
2016-05-18 02:06:29,342 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:06:29,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537189162_0001_1_00, startRequestedTime=1463537189330, startedTime=1463537189342
2016-05-18 02:06:29,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537189162_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:06:29,343 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:06:29,343 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EF51CE7BB969413BAD3FB36422F595BC
2016-05-18 02:06:29,343 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:TASK_STARTED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, taskId=task_1463537189162_0001_1_00_000000, scheduledTime=1463537189344, launchTime=1463537189344
2016-05-18 02:06:29,344 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,345 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:06:29,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537189162_0001_00_000001, launchTime=1463537189347
2016-05-18 02:06:29,348 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537189162_0001_00_000001
2016-05-18 02:06:29,348 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537189162_0001_1_00_000000_0] started. Is using containerId: [container_1463537189162_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:06:29,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, taskAttemptId=attempt_1463537189162_0001_1_00_000000_0, startTime=1463537189348, containerId=container_1463537189162_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:06:29,349 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537189162_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29,349 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] submitted tez dag to app master: application_1463537189162_0001, with dag id: dag_1463537189162_0001_1
2016-05-18 02:06:29 Starting to run new task attempt: attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29,349 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29,350 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:29,350 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:06:29,351 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP, VertexName: EF51CE7BB969413BAD3FB36422F595BC, VertexParallelism: 1, TaskAttemptID:attempt_1463537189162_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6088F75AEB3F4C738C4EFD875C332FA4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D33834B413C640F2B6C02625BBE14BA4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:06:29,352 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:06:29,352 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29,353 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537189162_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:06:29,353 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537189162_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:06:29,355 INFO  input.MRInput (MRInput.java:initialize(440)) - 6088F75AEB3F4C738C4EFD875C332FA4 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:06:29,355 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 6088F75AEB3F4C738C4EFD875C332FA4
2016-05-18 02:06:29,357 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:06:29,362 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EF51CE7BB969413BAD3FB36422F595BC, ordinal: 0
2016-05-18 02:06:29,362 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF51CE7BB969413BAD3FB36422F595BC, mem on start (mb), free: 198, total: 392, max: 672
2016-05-18 02:06:29,362 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:06:29,362 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:06:29,362 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:06:29,366 INFO  output.MROutput (MROutput.java:initialize(421)) - D33834B413C640F2B6C02625BBE14BA4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:06:29,366 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:06:29,366 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6088F75AEB3F4C738C4EFD875C332FA4:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D33834B413C640F2B6C02625BBE14BA4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:06:29,366 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:06:29,366 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:06:29,366 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:06:29,366 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6088F75AEB3F4C738C4EFD875C332FA4:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D33834B413C640F2B6C02625BBE14BA4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:06:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:06:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 6088F75AEB3F4C738C4EFD875C332FA4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:06:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:06:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:06:29,367 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 6088F75AEB3F4C738C4EFD875C332FA4
2016-05-18 02:06:29,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:06:29,368 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29,369 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:06:29,369 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 6088F75AEB3F4C738C4EFD875C332FA4 initialized RecordReader from event
2016-05-18 02:06:29,370 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:29,371 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"] streamed: true, id: 6088F75AEB3F4C738C4EFD875C332FA4
2016-05-18 02:06:29,371 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_SWAP"], id: D33834B413C640F2B6C02625BBE14BA4
2016-05-18 02:06:29,371 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_SWAP"]
2016-05-18 02:06:29,371 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/nums.20.txt"]
2016-05-18 02:06:29,372 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EF51CE7BB969413BAD3FB36422F595BC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:06:29,372 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:29,374 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
2016-05-18 02:06:29,374 INFO  output.MROutput (MROutput.java:close(526)) - D33834B413C640F2B6C02625BBE14BA4 closed
2016-05-18 02:06:29,375 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537189162_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:06:29,375 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537189162_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:06:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537189162_0001_1_00_000000_0: Counters: 8 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0][cascading.flow.SliceCounters Process_Begin_Time=1463537189372, Process_Duration=3, Process_End_Time=1463537189375, Read_Duration=0, Tuples_Read=1][cascading.flow.StepCounters Tuples_Read=1]]
2016-05-18 02:06:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(817)) - Joining on EventRouter
2016-05-18 02:06:29,376 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EF51CE7BB969413BAD3FB36422F595BC, mem on close (mb), free: 195, total: 392, max: 672
2016-05-18 02:06:29,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(851)) - Closed processor for vertex=EF51CE7BB969413BAD3FB36422F595BC, index=0, interruptedStatus=false
2016-05-18 02:06:29,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(887)) - Closed input for vertex=EF51CE7BB969413BAD3FB36422F595BC, sourceVertex=6088F75AEB3F4C738C4EFD875C332FA4, interruptedStatus=true
2016-05-18 02:06:29,376 INFO  output.MROutput (MROutput.java:close(526)) - D33834B413C640F2B6C02625BBE14BA4 closed
2016-05-18 02:06:29,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(911)) - Closed input for vertex=EF51CE7BB969413BAD3FB36422F595BC, sourceVertex=D33834B413C640F2B6C02625BBE14BA4, interruptedStatus=true
2016-05-18 02:06:29,377 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537189162_0001_1_00_000000_0 : TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}  
2016-05-18 02:06:29,377 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=TASK_ERROR, error=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, containerShutdownRequested=false}
2016-05-18 02:06:29,377 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537189162_0001_00_000001
2016-05-18 02:06:29,377 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537189162_0001_00_000001
2016-05-18 02:06:29,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, taskAttemptId=attempt_1463537189162_0001_1_00_000000_0, creationTime=1463537189344, allocationTime=1463537189346, startTime=1463537189348, finishTime=1463537189377, timeTaken=29, status=FAILED, errorEnum=FRAMEWORK_ERROR, diagnostics=Error: Failure while running task: attempt_1463537189162_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
, counters=Counters: 9, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537189372, Process_Duration=3, Process_End_Time=1463537189375, Read_Duration=0, Tuples_Read=1, cascading.flow.StepCounters, Tuples_Read=1
2016-05-18 02:06:29,378 INFO  impl.TaskImpl (TaskImpl.java:transition(1170)) - Failing task: task_1463537189162_0001_1_00_000000, currentFailedAttempts: 1, maxFailedAttempts: 1
2016-05-18 02:06:29,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:TASK_FINISHED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, taskId=task_1463537189162_0001_1_00_000000, startTime=1463537189348, finishTime=1463537189378, timeTaken=30, status=FAILED, successfulAttemptID=null, diagnostics=TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537189162_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
], counters=Counters: 0
2016-05-18 02:06:29,378 INFO  impl.VertexImpl (VertexImpl.java:transition(3353)) - Failing vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] because task failed: task_1463537189162_0001_1_00_000000
2016-05-18 02:06:29,378 INFO  impl.VertexImpl (VertexImpl.java:tryEnactKill(2102)) - Killing tasks in vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] due to trigger: OWN_TASK_FAILURE
2016-05-18 02:06:29,379 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC], tasks=1, failed=1, killed=0, success=0, completed=1, commits=0, err=OWN_TASK_FAILURE
2016-05-18 02:06:29,379 INFO  impl.VertexImpl (VertexImpl.java:finishWithTerminationCause(2084)) - Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
2016-05-18 02:06:29,379 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3087)) - Invoking committer abort for vertex, vertexId=vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,379 INFO  impl.VertexImpl (VertexImpl.java:run(3095)) - Invoking committer abort for output=D33834B413C640F2B6C02625BBE14BA4, vertexId=vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,379 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537189162_0001_00_000001 = ContainerExecutionResult{exitStatus=EXECUTION_FAILURE, throwable=cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation, errorMessage='TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation'}
2016-05-18 02:06:29,379 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(294)) - Container: container_1463537189162_0001_00_000001 completed but with errors
2016-05-18 02:06:29,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:VERTEX_FINISHED]: vertexName=EF51CE7BB969413BAD3FB36422F595BC, vertexId=vertex_1463537189162_0001_1_00, initRequestedTime=1463537189329, initedTime=1463537189339, startRequestedTime=1463537189330, startedTime=1463537189342, finishTime=1463537189380, timeTaken=38, status=FAILED, diagnostics=Task failed, taskId=task_1463537189162_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537189162_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]]
Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0
Vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] killed/failed due to:OWN_TASK_FAILURE, counters=Counters: 0, vertexStats=firstTaskStartTime=1463537189348, firstTasksToStart=[ task_1463537189162_0001_1_00_000000 ], lastTaskFinishTime=1463537189377, lastTasksToFinish=[ task_1463537189162_0001_1_00_000000 ], minTaskDuration=-1, maxTaskDuration=-1, avgTaskDuration=-1.0, numSuccessfulTasks=0, shortestDurationTasks=[  ], longestDurationTasks=[  ], vertexTaskStats={numFailedTasks=1, numSucceededTasks=0, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=1, numCompletedTasks=1}
2016-05-18 02:06:29,380 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] transitioned from RUNNING to FAILED due to event V_TASK_COMPLETED
2016-05-18 02:06:29,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537189162_0001_00_000001, stoppedTime=1463537189381, exitStatus=-1000
2016-05-18 02:06:29,381 INFO  node.AMNodeImpl (AMNodeImpl.java:transition(298)) - Attempt failed on node: 127.0.0.1:0 TA: attempt_1463537189162_0001_1_00_000000_0 failed: true container: container_1463537189162_0001_00_000001 numFailedTAs: 0
2016-05-18 02:06:29,381 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(993)) - Container container_1463537189162_0001_00_000001 exited with diagnostics set to TaskExecutionFailure: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
2016-05-18 02:06:29,381 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] completed., numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1
2016-05-18 02:06:29,381 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=0, numFailedVertices=1, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=VERTEX_FAILURE
2016-05-18 02:06:29,381 INFO  impl.DAGImpl (DAGImpl.java:finishWithTerminationCause(1350)) - DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0
2016-05-18 02:06:29,382 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537189162_0001_1, queueSize=0
2016-05-18 02:06:29,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537189162_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537189162_0001_1, startTime=1463537189328, finishTime=1463537189382, timeTaken=54, status=FAILED, diagnostics=Vertex failed, vertexName=EF51CE7BB969413BAD3FB36422F595BC, vertexId=vertex_1463537189162_0001_1_00, diagnostics=[Task failed, taskId=task_1463537189162_0001_1_00_000000, diagnostics=[TaskAttempt 0 failed, info=[Error: Failure while running task: attempt_1463537189162_0001_1_00_000000_0:cascading.pipe.OperatorException: [each][cascading.detail.EachAssemblyFactory.createAssembly(EachAssemblyFactory.java:33)] operator Each failed executing operation
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:108)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:40)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:110)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.tez.stream.element.TezSourceStage.run(TezSourceStage.java:95)
	at cascading.flow.tez.FlowProcessor.run(FlowProcessor.java:165)
	at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:351)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:71)
	at org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:59)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:415)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:59)
	at org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:36)
	at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: current entry and given tuple must be same length
	at cascading.tuple.TupleEntry.setCanonicalTuple(TupleEntry.java:405)
	at cascading.TestFunction.operate(TestFunction.java:101)
	at cascading.flow.stream.element.FunctionEachStage.receive(FunctionEachStage.java:100)
	... 18 more
]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1 killedTasks:0, Vertex vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC] killed/failed due to:OWN_TASK_FAILURE]
DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:0, counters=Counters: 4, org.apache.tez.common.counters.DAGCounter, NUM_FAILED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, AM_CPU_MILLISECONDS=90, AM_GC_TIME_MILLIS=0
2016-05-18 02:06:29,382 INFO  impl.VertexImpl (VertexImpl.java:abortVertex(3082)) - Ignoring multiple aborts for vertex: vertex_1463537189162_0001_1_00 [EF51CE7BB969413BAD3FB36422F595BC]
2016-05-18 02:06:29,382 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537189162_0001_1 finished with state: FAILED
2016-05-18 02:06:29,383 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537189162_0001_1 transitioned from RUNNING to FAILED due to event DAG_VERTEX_COMPLETED
2016-05-18 02:06:29,383 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537189162_0001_00_000001
2016-05-18 02:06:29 Completed Dag: dag_1463537189162_0001_1
2016-05-18 02:06:29,383 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537189162_0001_1, dagState=FAILED
2016-05-18 02:06:29,383 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537189162_0001_1_post
2016-05-18 02:06:29,383 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:06:29,383 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:06:29,383 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:06:29,384 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP, with id=dag_1463537189162_0001_1
2016-05-18 02:06:29,384 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B] each/(1/1) ...blyplatform/ALL_ARGS_SWAP, with id=dag_1463537189162_0001_1
2016-05-18 02:06:29,391 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...blyplatform/ALL_ARGS_SWAP, applicationId=application_1463537189162_0001
2016-05-18 02:06:29,393 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:06:29,393 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:06:29,393 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:06:29,393 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:06:29,393 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:06:29,393 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:06:29,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:06:29,394 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:06:29,394 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:06:29,394 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:06:29,394 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:06:29,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:06:29,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:06:29,396 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:06:29,398 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/69A753668072439DA8AC8523E80CE829/C60E7B18853B4B8CB4AF987BCAB2B07B/.tez/application_1463537189162_0001
2016-05-18 02:06:29,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping all jobs
2016-05-18 02:06:29,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopping: (1/1) ...blyplatform/ALL_ARGS_SWAP
2016-05-18 02:06:29,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each] stopped all jobs
2016-05-18 02:06:29,399 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/eachpipeassemblyplatform/ALL_ARGS_SWAP/_temporary
2016-05-18 02:06:29,399 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [each]  completed in: 00:00.256
2016-05-18 02:06:29,399 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/eachpipeassemblyplatform//ALL_ARGS_SWAP

2016-05-18 02:06:02 Running Dag: dag_1463537161925_0001_1
2016-05-18 02:06:03 Starting to run new task attempt: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03 Completed running task attempt: attempt_1463537161925_0001_1_00_000000_0
2016-05-18 02:06:03 Completed Dag: dag_1463537161925_0001_1
2016-05-18 02:06:04 Running Dag: dag_1463537163778_0001_1
2016-05-18 02:06:04 Starting to run new task attempt: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04 Completed running task attempt: attempt_1463537163778_0001_1_00_000000_0
2016-05-18 02:06:04 Completed Dag: dag_1463537163778_0001_1
2016-05-18 02:06:04 Running Dag: dag_1463537164571_0001_1
2016-05-18 02:06:04 Starting to run new task attempt: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04 Completed running task attempt: attempt_1463537164571_0001_1_00_000000_0
2016-05-18 02:06:04 Completed Dag: dag_1463537164571_0001_1
2016-05-18 02:06:05 Running Dag: dag_1463537165195_0001_1
2016-05-18 02:06:05 Starting to run new task attempt: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05 Completed running task attempt: attempt_1463537165195_0001_1_00_000000_0
2016-05-18 02:06:05 Completed Dag: dag_1463537165195_0001_1
2016-05-18 02:06:06 Running Dag: dag_1463537165877_0001_1
2016-05-18 02:06:06 Starting to run new task attempt: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06 Completed running task attempt: attempt_1463537165877_0001_1_00_000000_0
2016-05-18 02:06:06 Completed Dag: dag_1463537165877_0001_1
2016-05-18 02:06:06 Running Dag: dag_1463537166462_0001_1
2016-05-18 02:06:06 Starting to run new task attempt: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06 Completed running task attempt: attempt_1463537166462_0001_1_00_000000_0
2016-05-18 02:06:06 Completed Dag: dag_1463537166462_0001_1
2016-05-18 02:06:07 Running Dag: dag_1463537167048_0001_1
2016-05-18 02:06:07 Starting to run new task attempt: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07 Completed running task attempt: attempt_1463537167048_0001_1_00_000000_0
2016-05-18 02:06:07 Completed Dag: dag_1463537167048_0001_1
2016-05-18 02:06:07 Running Dag: dag_1463537167583_0001_1
2016-05-18 02:06:07 Starting to run new task attempt: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07 Completed running task attempt: attempt_1463537167583_0001_1_00_000000_0
2016-05-18 02:06:07 Completed Dag: dag_1463537167583_0001_1
2016-05-18 02:06:08 Running Dag: dag_1463537168107_0001_1
2016-05-18 02:06:08 Starting to run new task attempt: attempt_1463537168107_0001_1_00_000000_0
2016-05-18 02:06:08 Completed Dag: dag_1463537168107_0001_1
2016-05-18 02:06:08 Running Dag: dag_1463537168532_0001_1
2016-05-18 02:06:08 Starting to run new task attempt: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08 Completed running task attempt: attempt_1463537168532_0001_1_00_000000_0
2016-05-18 02:06:08 Completed Dag: dag_1463537168532_0001_1
2016-05-18 02:06:09 Running Dag: dag_1463537169060_0001_1
2016-05-18 02:06:09 Starting to run new task attempt: attempt_1463537169060_0001_1_00_000000_0
2016-05-18 02:06:09 Completed Dag: dag_1463537169060_0001_1
2016-05-18 02:06:09 Running Dag: dag_1463537169539_0001_1
2016-05-18 02:06:09 Starting to run new task attempt: attempt_1463537169539_0001_1_00_000000_0
2016-05-18 02:06:09 Completed Dag: dag_1463537169539_0001_1
2016-05-18 02:06:10 Running Dag: dag_1463537170002_0001_1
2016-05-18 02:06:10 Starting to run new task attempt: attempt_1463537170002_0001_1_00_000000_0
2016-05-18 02:06:10 Completed Dag: dag_1463537170002_0001_1
2016-05-18 02:06:10 Running Dag: dag_1463537170418_0001_1
2016-05-18 02:06:10 Starting to run new task attempt: attempt_1463537170418_0001_1_00_000000_0
2016-05-18 02:06:10 Completed Dag: dag_1463537170418_0001_1
2016-05-18 02:06:10 Running Dag: dag_1463537170823_0001_1
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537170823_0001_1_00_000000_0
2016-05-18 02:06:11 Completed Dag: dag_1463537170823_0001_1
2016-05-18 02:06:11 Running Dag: dag_1463537171255_0001_1
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11 Completed running task attempt: attempt_1463537171255_0001_1_00_000000_0
2016-05-18 02:06:11 Completed Dag: dag_1463537171255_0001_1
2016-05-18 02:06:11 Running Dag: dag_1463537171795_0001_1
2016-05-18 02:06:11 Starting to run new task attempt: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12 Completed running task attempt: attempt_1463537171795_0001_1_00_000000_0
2016-05-18 02:06:12 Completed Dag: dag_1463537171795_0001_1
2016-05-18 02:06:12 Running Dag: dag_1463537172333_0001_1
2016-05-18 02:06:12 Starting to run new task attempt: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12 Completed running task attempt: attempt_1463537172333_0001_1_00_000000_0
2016-05-18 02:06:12 Completed Dag: dag_1463537172333_0001_1
2016-05-18 02:06:12 Running Dag: dag_1463537172814_0001_1
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537172814_0001_1_00_000000_0
2016-05-18 02:06:13 Completed Dag: dag_1463537172814_0001_1
2016-05-18 02:06:13 Running Dag: dag_1463537173279_0001_1
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537173279_0001_1_00_000000_0
2016-05-18 02:06:13 Completed Dag: dag_1463537173279_0001_1
2016-05-18 02:06:13 Running Dag: dag_1463537173750_0001_1
2016-05-18 02:06:13 Starting to run new task attempt: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:13 Completed running task attempt: attempt_1463537173750_0001_1_00_000000_0
2016-05-18 02:06:14 Completed Dag: dag_1463537173750_0001_1
2016-05-18 02:06:14 Running Dag: dag_1463537174200_0001_1
2016-05-18 02:06:14 Starting to run new task attempt: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14 Completed running task attempt: attempt_1463537174200_0001_1_00_000000_0
2016-05-18 02:06:14 Completed Dag: dag_1463537174200_0001_1
2016-05-18 02:06:14 Running Dag: dag_1463537174673_0001_1
2016-05-18 02:06:14 Starting to run new task attempt: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14 Completed running task attempt: attempt_1463537174673_0001_1_00_000000_0
2016-05-18 02:06:14 Completed Dag: dag_1463537174673_0001_1
2016-05-18 02:06:15 Running Dag: dag_1463537175253_0001_1
2016-05-18 02:06:15 Starting to run new task attempt: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15 Completed running task attempt: attempt_1463537175253_0001_1_00_000000_0
2016-05-18 02:06:15 Completed Dag: dag_1463537175253_0001_1
2016-05-18 02:06:15 Running Dag: dag_1463537175718_0001_1
2016-05-18 02:06:15 Starting to run new task attempt: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15 Completed running task attempt: attempt_1463537175718_0001_1_00_000000_0
2016-05-18 02:06:15 Completed Dag: dag_1463537175718_0001_1
2016-05-18 02:06:16 Running Dag: dag_1463537176225_0001_1
2016-05-18 02:06:16 Starting to run new task attempt: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16 Completed running task attempt: attempt_1463537176225_0001_1_00_000000_0
2016-05-18 02:06:16 Completed Dag: dag_1463537176225_0001_1
2016-05-18 02:06:16 Running Dag: dag_1463537176687_0001_1
2016-05-18 02:06:16 Starting to run new task attempt: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16 Completed running task attempt: attempt_1463537176687_0001_1_00_000000_0
2016-05-18 02:06:16 Completed Dag: dag_1463537176687_0001_1
2016-05-18 02:06:17 Running Dag: dag_1463537177152_0001_1
2016-05-18 02:06:17 Starting to run new task attempt: attempt_1463537177152_0001_1_00_000000_0
2016-05-18 02:06:17 Completed Dag: dag_1463537177152_0001_1
2016-05-18 02:06:17 Running Dag: dag_1463537177520_0001_1
2016-05-18 02:06:17 Starting to run new task attempt: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17 Completed running task attempt: attempt_1463537177520_0001_1_00_000000_0
2016-05-18 02:06:17 Completed Dag: dag_1463537177520_0001_1
2016-05-18 02:06:18 Running Dag: dag_1463537177988_0001_1
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537177988_0001_1_00_000000_0
2016-05-18 02:06:18 Completed Dag: dag_1463537177988_0001_1
2016-05-18 02:06:18 Running Dag: dag_1463537178416_0001_1
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537178416_0001_1_00_000000_0
2016-05-18 02:06:18 Completed Dag: dag_1463537178416_0001_1
2016-05-18 02:06:18 Running Dag: dag_1463537178781_0001_1
2016-05-18 02:06:18 Starting to run new task attempt: attempt_1463537178781_0001_1_00_000000_0
2016-05-18 02:06:19 Completed Dag: dag_1463537178781_0001_1
2016-05-18 02:06:19 Running Dag: dag_1463537179172_0001_1
2016-05-18 02:06:19 Starting to run new task attempt: attempt_1463537179172_0001_1_00_000000_0
2016-05-18 02:06:19 Completed Dag: dag_1463537179172_0001_1
2016-05-18 02:06:19 Running Dag: dag_1463537179528_0001_1
2016-05-18 02:06:19 Starting to run new task attempt: attempt_1463537179528_0001_1_00_000000_0
2016-05-18 02:06:19 Completed Dag: dag_1463537179528_0001_1
2016-05-18 02:06:20 Running Dag: dag_1463537179910_0001_1
2016-05-18 02:06:20 Starting to run new task attempt: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20 Completed running task attempt: attempt_1463537179910_0001_1_00_000000_0
2016-05-18 02:06:20 Completed Dag: dag_1463537179910_0001_1
2016-05-18 02:06:20 Running Dag: dag_1463537180412_0001_1
2016-05-18 02:06:20 Starting to run new task attempt: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20 Completed running task attempt: attempt_1463537180412_0001_1_00_000000_0
2016-05-18 02:06:20 Completed Dag: dag_1463537180412_0001_1
2016-05-18 02:06:21 Running Dag: dag_1463537180917_0001_1
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21 Completed running task attempt: attempt_1463537180917_0001_1_00_000000_0
2016-05-18 02:06:21 Completed Dag: dag_1463537180917_0001_1
2016-05-18 02:06:21 Running Dag: dag_1463537181353_0001_1
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21 Completed running task attempt: attempt_1463537181353_0001_1_00_000000_0
2016-05-18 02:06:21 Completed Dag: dag_1463537181353_0001_1
2016-05-18 02:06:21 Running Dag: dag_1463537181805_0001_1
2016-05-18 02:06:21 Starting to run new task attempt: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537181805_0001_1_00_000000_0
2016-05-18 02:06:22 Completed Dag: dag_1463537181805_0001_1
2016-05-18 02:06:22 Running Dag: dag_1463537182243_0001_1
2016-05-18 02:06:22 Starting to run new task attempt: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537182243_0001_1_00_000000_0
2016-05-18 02:06:22 Completed Dag: dag_1463537182243_0001_1
2016-05-18 02:06:22 Running Dag: dag_1463537182681_0001_1
2016-05-18 02:06:22 Starting to run new task attempt: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22 Completed running task attempt: attempt_1463537182681_0001_1_00_000000_0
2016-05-18 02:06:22 Completed Dag: dag_1463537182681_0001_1
2016-05-18 02:06:23 Running Dag: dag_1463537183134_0001_1
2016-05-18 02:06:23 Starting to run new task attempt: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23 Completed running task attempt: attempt_1463537183134_0001_1_00_000000_0
2016-05-18 02:06:23 Completed Dag: dag_1463537183134_0001_1
2016-05-18 02:06:23 Running Dag: dag_1463537183609_0001_1
2016-05-18 02:06:23 Starting to run new task attempt: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23 Completed running task attempt: attempt_1463537183609_0001_1_00_000000_0
2016-05-18 02:06:23 Completed Dag: dag_1463537183609_0001_1
2016-05-18 02:06:24 Running Dag: dag_1463537184045_0001_1
2016-05-18 02:06:24 Starting to run new task attempt: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24 Completed running task attempt: attempt_1463537184045_0001_1_00_000000_0
2016-05-18 02:06:24 Completed Dag: dag_1463537184045_0001_1
2016-05-18 02:06:24 Running Dag: dag_1463537184547_0001_1
2016-05-18 02:06:24 Starting to run new task attempt: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24 Completed running task attempt: attempt_1463537184547_0001_1_00_000000_0
2016-05-18 02:06:24 Completed Dag: dag_1463537184547_0001_1
2016-05-18 02:06:25 Running Dag: dag_1463537184995_0001_1
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25 Completed running task attempt: attempt_1463537184995_0001_1_00_000000_0
2016-05-18 02:06:25 Completed Dag: dag_1463537184995_0001_1
2016-05-18 02:06:25 Running Dag: dag_1463537185417_0001_1
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537185417_0001_1_00_000000_0
2016-05-18 02:06:25 Completed Dag: dag_1463537185417_0001_1
2016-05-18 02:06:25 Running Dag: dag_1463537185756_0001_1
2016-05-18 02:06:25 Starting to run new task attempt: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:25 Completed running task attempt: attempt_1463537185756_0001_1_00_000000_0
2016-05-18 02:06:26 Completed Dag: dag_1463537185756_0001_1
2016-05-18 02:06:26 Running Dag: dag_1463537186200_0001_1
2016-05-18 02:06:26 Starting to run new task attempt: attempt_1463537186200_0001_1_00_000000_0
2016-05-18 02:06:26 Completed Dag: dag_1463537186200_0001_1
2016-05-18 02:06:26 Running Dag: dag_1463537186605_0001_1
2016-05-18 02:06:26 Starting to run new task attempt: attempt_1463537186605_0001_1_00_000000_0
2016-05-18 02:06:26 Completed Dag: dag_1463537186605_0001_1
2016-05-18 02:06:27 Running Dag: dag_1463537186978_0001_1
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537186978_0001_1_00_000000_0
2016-05-18 02:06:27 Completed Dag: dag_1463537186978_0001_1
2016-05-18 02:06:27 Running Dag: dag_1463537187319_0001_1
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537187319_0001_1_00_000000_0
2016-05-18 02:06:27 Completed Dag: dag_1463537187319_0001_1
2016-05-18 02:06:27 Running Dag: dag_1463537187656_0001_1
2016-05-18 02:06:27 Starting to run new task attempt: attempt_1463537187656_0001_1_00_000000_0
2016-05-18 02:06:27 Completed Dag: dag_1463537187656_0001_1
2016-05-18 02:06:28 Running Dag: dag_1463537188032_0001_1
2016-05-18 02:06:28 Starting to run new task attempt: attempt_1463537188032_0001_1_00_000000_0
2016-05-18 02:06:28 Completed Dag: dag_1463537188032_0001_1
2016-05-18 02:06:28 Running Dag: dag_1463537188425_0001_1
2016-05-18 02:06:28 Starting to run new task attempt: attempt_1463537188425_0001_1_00_000000_0
2016-05-18 02:06:28 Completed Dag: dag_1463537188425_0001_1
2016-05-18 02:06:28 Running Dag: dag_1463537188823_0001_1
2016-05-18 02:06:29 Starting to run new task attempt: attempt_1463537188823_0001_1_00_000000_0
2016-05-18 02:06:29 Completed Dag: dag_1463537188823_0001_1
2016-05-18 02:06:29 Running Dag: dag_1463537189162_0001_1
2016-05-18 02:06:29 Starting to run new task attempt: attempt_1463537189162_0001_1_00_000000_0
2016-05-18 02:06:29 Completed Dag: dag_1463537189162_0001_1