List of usage examples for org.apache.hadoop.yarn.api.records.timeline TimelineEntity addPrimaryFilter
public void addPrimaryFilter(String key, Object value)
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertContainerLaunchedEvent(ContainerLaunchedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId("tez_" + event.getContainerId().toString()); atsEntity.setEntityType(EntityTypes.TEZ_CONTAINER_ID.name()); atsEntity.addRelatedEntity(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), "tez_" + event.getApplicationAttemptId().toString()); atsEntity.addRelatedEntity(ATSConstants.CONTAINER_ID, event.getContainerId().toString()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getApplicationAttemptId().getApplicationId().toString()); atsEntity.setStartTime(event.getLaunchTime()); TimelineEvent launchEvt = new TimelineEvent(); launchEvt.setEventType(HistoryEventType.CONTAINER_LAUNCHED.name()); launchEvt.setTimestamp(event.getLaunchTime()); atsEntity.addEvent(launchEvt);/* w w w . java 2 s. c om*/ return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertContainerStoppedEvent(ContainerStoppedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId("tez_" + event.getContainerId().toString()); atsEntity.setEntityType(EntityTypes.TEZ_CONTAINER_ID.name()); // In case, a container is stopped in a different attempt atsEntity.addRelatedEntity(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), "tez_" + event.getApplicationAttemptId().toString()); TimelineEvent stoppedEvt = new TimelineEvent(); stoppedEvt.setEventType(HistoryEventType.CONTAINER_STOPPED.name()); stoppedEvt.setTimestamp(event.getStoppedTime()); atsEntity.addEvent(stoppedEvt);// w w w . ja va 2 s . c o m atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getApplicationAttemptId().getApplicationId().toString()); atsEntity.addPrimaryFilter(ATSConstants.EXIT_STATUS, event.getExitStatus()); atsEntity.addOtherInfo(ATSConstants.EXIT_STATUS, event.getExitStatus()); atsEntity.addOtherInfo(ATSConstants.FINISH_TIME, event.getStoppedTime()); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertDAGFinishedEvent(DAGFinishedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getDagID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_DAG_ID.name()); TimelineEvent finishEvt = new TimelineEvent(); finishEvt.setEventType(HistoryEventType.DAG_FINISHED.name()); finishEvt.setTimestamp(event.getFinishTime()); atsEntity.addEvent(finishEvt);/*from w w w. ja v a 2 s . c om*/ atsEntity.addPrimaryFilter(ATSConstants.USER, event.getUser()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getDagID().getApplicationId().toString()); atsEntity.addPrimaryFilter(ATSConstants.DAG_NAME, event.getDagName()); atsEntity.addPrimaryFilter(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.START_TIME, event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.FINISH_TIME, event.getFinishTime()); atsEntity.addOtherInfo(ATSConstants.TIME_TAKEN, (event.getFinishTime() - event.getStartTime())); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.DIAGNOSTICS, event.getDiagnostics()); atsEntity.addOtherInfo(ATSConstants.COUNTERS, DAGUtils.convertCountersToATSMap(event.getTezCounters())); final Map<String, Integer> dagTaskStats = event.getDagTaskStats(); if (dagTaskStats != null) { for (Entry<String, Integer> entry : dagTaskStats.entrySet()) { atsEntity.addOtherInfo(entry.getKey(), entry.getValue()); } } return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertDAGInitializedEvent(DAGInitializedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getDagID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_DAG_ID.name()); TimelineEvent initEvt = new TimelineEvent(); initEvt.setEventType(HistoryEventType.DAG_INITIALIZED.name()); initEvt.setTimestamp(event.getInitTime()); atsEntity.addEvent(initEvt);/*from w ww . j a v a 2 s . c o m*/ atsEntity.addPrimaryFilter(ATSConstants.USER, event.getUser()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getDagID().getApplicationId().toString()); atsEntity.addPrimaryFilter(ATSConstants.DAG_NAME, event.getDagName()); atsEntity.addOtherInfo(ATSConstants.INIT_TIME, event.getInitTime()); if (event.getVertexNameIDMap() != null) { Map<String, String> nameIdStrMap = new TreeMap<String, String>(); for (Entry<String, TezVertexID> entry : event.getVertexNameIDMap().entrySet()) { nameIdStrMap.put(entry.getKey(), entry.getValue().toString()); } atsEntity.addOtherInfo(ATSConstants.VERTEX_NAME_ID_MAPPING, nameIdStrMap); } return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertDAGStartedEvent(DAGStartedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getDagID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_DAG_ID.name()); TimelineEvent startEvt = new TimelineEvent(); startEvt.setEventType(HistoryEventType.DAG_STARTED.name()); startEvt.setTimestamp(event.getStartTime()); atsEntity.addEvent(startEvt);//from ww w .ja v a 2s .co m atsEntity.addPrimaryFilter(ATSConstants.USER, event.getUser()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getDagID().getApplicationId().toString()); atsEntity.addPrimaryFilter(ATSConstants.DAG_NAME, event.getDagName()); atsEntity.addOtherInfo(ATSConstants.START_TIME, event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getDagState().toString()); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertDAGSubmittedEvent(DAGSubmittedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getDagID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_DAG_ID.name()); atsEntity.addRelatedEntity(EntityTypes.TEZ_APPLICATION.name(), "tez_" + event.getApplicationAttemptId().getApplicationId().toString()); atsEntity.addRelatedEntity(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), "tez_" + event.getApplicationAttemptId().toString()); atsEntity.addRelatedEntity(ATSConstants.APPLICATION_ID, event.getApplicationAttemptId().getApplicationId().toString()); atsEntity.addRelatedEntity(ATSConstants.APPLICATION_ATTEMPT_ID, event.getApplicationAttemptId().toString()); atsEntity.addRelatedEntity(ATSConstants.USER, event.getUser()); TimelineEvent submitEvt = new TimelineEvent(); submitEvt.setEventType(HistoryEventType.DAG_SUBMITTED.name()); submitEvt.setTimestamp(event.getSubmitTime()); atsEntity.addEvent(submitEvt);/*from w w w . java 2 s . co m*/ atsEntity.setStartTime(event.getSubmitTime()); atsEntity.addPrimaryFilter(ATSConstants.USER, event.getUser()); atsEntity.addPrimaryFilter(ATSConstants.DAG_NAME, event.getDAGName()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getDagID().getApplicationId().toString()); try { atsEntity.addOtherInfo(ATSConstants.DAG_PLAN, DAGUtils.convertDAGPlanToATSMap(event.getDAGPlan())); } catch (IOException e) { throw new TezUncheckedException(e); } atsEntity.addOtherInfo(ATSConstants.APPLICATION_ID, event.getApplicationAttemptId().getApplicationId().toString()); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertTaskAttemptFinishedEvent(TaskAttemptFinishedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskAttemptID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ATTEMPT_ID.name()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskAttemptID().getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskAttemptID().getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskAttemptID().getTaskID().getVertexID().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_TASK_ID.name(), event.getTaskAttemptID().getTaskID().toString()); TimelineEvent finishEvt = new TimelineEvent(); finishEvt.setEventType(HistoryEventType.TASK_ATTEMPT_FINISHED.name()); finishEvt.setTimestamp(event.getFinishTime()); atsEntity.addEvent(finishEvt);/*from www .jav a 2 s .c o m*/ atsEntity.addPrimaryFilter(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.FINISH_TIME, event.getFinishTime()); atsEntity.addOtherInfo(ATSConstants.TIME_TAKEN, (event.getFinishTime() - event.getStartTime())); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getState().name()); if (event.getTaskAttemptError() != null) { atsEntity.addOtherInfo(ATSConstants.TASK_ATTEMPT_ERROR_ENUM, event.getTaskAttemptError().name()); } atsEntity.addOtherInfo(ATSConstants.DIAGNOSTICS, event.getDiagnostics()); atsEntity.addOtherInfo(ATSConstants.COUNTERS, DAGUtils.convertCountersToATSMap(event.getCounters())); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertTaskAttemptStartedEvent(TaskAttemptStartedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskAttemptID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ATTEMPT_ID.name()); atsEntity.setStartTime(event.getStartTime()); atsEntity.addRelatedEntity(ATSConstants.NODE_ID, event.getNodeId().toString()); atsEntity.addRelatedEntity(ATSConstants.CONTAINER_ID, event.getContainerId().toString()); atsEntity.addRelatedEntity(EntityTypes.TEZ_TASK_ID.name(), event.getTaskAttemptID().getTaskID().toString()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskAttemptID().getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskAttemptID().getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskAttemptID().getTaskID().getVertexID().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_TASK_ID.name(), event.getTaskAttemptID().getTaskID().toString()); TimelineEvent startEvt = new TimelineEvent(); startEvt.setEventType(HistoryEventType.TASK_ATTEMPT_STARTED.name()); startEvt.setTimestamp(event.getStartTime()); atsEntity.addEvent(startEvt);// w w w . ja v a 2s .c o m atsEntity.addOtherInfo(ATSConstants.START_TIME, event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.IN_PROGRESS_LOGS_URL, event.getInProgressLogsUrl()); atsEntity.addOtherInfo(ATSConstants.COMPLETED_LOGS_URL, event.getCompletedLogsUrl()); atsEntity.addOtherInfo(ATSConstants.NODE_ID, event.getNodeId().toString()); atsEntity.addOtherInfo(ATSConstants.NODE_HTTP_ADDRESS, event.getNodeHttpAddress()); atsEntity.addOtherInfo(ATSConstants.CONTAINER_ID, event.getContainerId().toString()); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertTaskFinishedEvent(TaskFinishedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ID.name()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); TimelineEvent finishEvt = new TimelineEvent(); finishEvt.setEventType(HistoryEventType.TASK_FINISHED.name()); finishEvt.setTimestamp(event.getFinishTime()); atsEntity.addEvent(finishEvt);/* w ww . jav a 2s .c o m*/ atsEntity.addPrimaryFilter(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.FINISH_TIME, event.getFinishTime()); atsEntity.addOtherInfo(ATSConstants.TIME_TAKEN, (event.getFinishTime() - event.getStartTime())); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getState().name()); if (event.getSuccessfulAttemptID() != null) { atsEntity.addOtherInfo(ATSConstants.SUCCESSFUL_ATTEMPT_ID, event.getSuccessfulAttemptID().toString()); } atsEntity.addOtherInfo(ATSConstants.DIAGNOSTICS, event.getDiagnostics()); atsEntity.addOtherInfo(ATSConstants.COUNTERS, DAGUtils.convertCountersToATSMap(event.getTezCounters())); return atsEntity; }
From source file:org.apache.tez.dag.history.logging.ats.HistoryEventTimelineConversion.java
License:Apache License
private static TimelineEntity convertTaskStartedEvent(TaskStartedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ID.name()); atsEntity.addRelatedEntity(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); TimelineEvent startEvt = new TimelineEvent(); startEvt.setEventType(HistoryEventType.TASK_STARTED.name()); startEvt.setTimestamp(event.getStartTime()); atsEntity.addEvent(startEvt);/*from w w w . java 2 s . c o m*/ atsEntity.setStartTime(event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.START_TIME, event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.SCHEDULED_TIME, event.getScheduledTime()); return atsEntity; }