List of usage examples for org.apache.hadoop.yarn.api.records.timeline TimelineEvent getTimestamp
@XmlElement(name = "timestamp") public long getTimestamp()
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertAMLaunchedEvent() { long launchTime = random.nextLong(); long submitTime = random.nextLong(); AMLaunchedEvent event = new AMLaunchedEvent(applicationAttemptId, launchTime, submitTime, user); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals("tez_" + applicationAttemptId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), timelineEntity.getEntityType()); final Map<String, Set<String>> relatedEntities = timelineEntity.getRelatedEntities(); Assert.assertEquals(3, relatedEntities.size()); Assert.assertTrue(relatedEntities.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(/*from w w w .j av a 2 s.co m*/ relatedEntities.get(ATSConstants.APPLICATION_ATTEMPT_ID).contains(applicationAttemptId.toString())); Assert.assertTrue(relatedEntities.get(ATSConstants.USER).contains(user)); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(2, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.USER).contains(user)); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.AM_LAUNCHED.name(), evt.getEventType()); Assert.assertEquals(launchTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(1, otherInfo.size()); Assert.assertEquals(submitTime, otherInfo.get(ATSConstants.APP_SUBMIT_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertContainerStoppedEvent() { long stopTime = random.nextLong(); int exitStatus = random.nextInt(); ContainerStoppedEvent event = new ContainerStoppedEvent(containerId, stopTime, exitStatus, applicationAttemptId);/*from w ww .j a v a 2 s. c om*/ TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals("tez_" + containerId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_CONTAINER_ID.name(), timelineEntity.getEntityType()); final Map<String, Set<String>> relatedEntities = timelineEntity.getRelatedEntities(); Assert.assertEquals(1, relatedEntities.size()); Assert.assertTrue(relatedEntities.get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(2, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.EXIT_STATUS).contains(exitStatus)); Assert.assertEquals(1, timelineEntity.getEvents().size()); final TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.CONTAINER_STOPPED.name(), evt.getEventType()); Assert.assertEquals(stopTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(2, otherInfo.size()); Assert.assertEquals(exitStatus, otherInfo.get(ATSConstants.EXIT_STATUS)); Assert.assertEquals(stopTime, otherInfo.get(ATSConstants.FINISH_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGStartedEvent() { long startTime = random.nextLong(); String dagName = "testDagName"; DAGStartedEvent event = new DAGStartedEvent(tezDAGID, startTime, user, dagName); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_STARTED.name(), evt.getEventType()); Assert.assertEquals(startTime, evt.getTimestamp()); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(3, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.USER).contains(user)); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.DAG_NAME).contains(dagName)); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(2, otherInfo.size()); Assert.assertEquals(startTime, otherInfo.get(ATSConstants.START_TIME)); Assert.assertEquals(DAGState.RUNNING.name(), otherInfo.get(ATSConstants.STATUS)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGSubmittedEvent() { long submitTime = random.nextLong(); DAGSubmittedEvent event = new DAGSubmittedEvent(tezDAGID, submitTime, dagPlan, applicationAttemptId, null, user, null);//from w w w . java2s . c o m TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(5, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION.name()) .contains("tez_" + applicationId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ATTEMPT_ID) .contains(applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.USER).contains(user)); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_SUBMITTED.name(), timelineEvent.getEventType()); Assert.assertEquals(submitTime, timelineEvent.getTimestamp()); Assert.assertEquals(submitTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains(dagPlan.getName())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.DAG_PLAN)); Assert.assertEquals(applicationId.toString(), timelineEntity.getOtherInfo().get(ATSConstants.APPLICATION_ID)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertTaskAttemptFinishedEvent() { String vertexName = "testVertex"; long startTime = random.nextLong(); long finishTime = startTime + 1234; TaskAttemptState state = TaskAttemptState.values()[random.nextInt(TaskAttemptState.values().length)]; TaskAttemptTerminationCause error = TaskAttemptTerminationCause.values()[random .nextInt(TaskAttemptTerminationCause.values().length)]; String diagnostics = "random diagnostics message"; TezCounters counters = new TezCounters(); TaskAttemptFinishedEvent event = new TaskAttemptFinishedEvent(tezTaskAttemptID, vertexName, startTime, finishTime, state, error, diagnostics, counters); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(tezTaskAttemptID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_TASK_ATTEMPT_ID.name(), timelineEntity.getEntityType()); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(5, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_DAG_ID.name()).contains(tezDAGID.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_VERTEX_ID.name()).contains(tezVertexID.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_TASK_ID.name()).contains(tezTaskID.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.STATUS).contains(state.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.TASK_ATTEMPT_FINISHED.name(), evt.getEventType()); Assert.assertEquals(finishTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(6, otherInfo.size()); Assert.assertEquals(finishTime, otherInfo.get(ATSConstants.FINISH_TIME)); Assert.assertEquals(finishTime - startTime, otherInfo.get(ATSConstants.TIME_TAKEN)); Assert.assertEquals(state.name(), otherInfo.get(ATSConstants.STATUS)); Assert.assertEquals(error.name(), otherInfo.get(ATSConstants.TASK_ATTEMPT_ERROR_ENUM)); Assert.assertEquals(diagnostics, otherInfo.get(ATSConstants.DIAGNOSTICS)); Assert.assertTrue(otherInfo.containsKey(ATSConstants.COUNTERS)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGInitializedEvent() { long initTime = random.nextLong(); Map<String, TezVertexID> nameIdMap = new HashMap<String, TezVertexID>(); nameIdMap.put("foo", tezVertexID); DAGInitializedEvent event = new DAGInitializedEvent(tezDAGID, initTime, "user", "dagName", nameIdMap); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(0, timelineEntity.getRelatedEntities().size()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_INITIALIZED.name(), timelineEvent.getEventType()); Assert.assertEquals(initTime, timelineEvent.getTimestamp()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains("dagName")); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.VERTEX_NAME_ID_MAPPING)); Map<String, String> vIdMap = (Map<String, String>) timelineEntity.getOtherInfo() .get(ATSConstants.VERTEX_NAME_ID_MAPPING); Assert.assertEquals(1, vIdMap.size()); Assert.assertNotNull(vIdMap.containsKey("foo")); Assert.assertEquals(tezVertexID.toString(), vIdMap.get("foo")); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGFinishedEvent() { long finishTime = random.nextLong(); long startTime = random.nextLong(); Map<String, Integer> taskStats = new HashMap<String, Integer>(); taskStats.put("FOO", 100); taskStats.put("BAR", 200); DAGFinishedEvent event = new DAGFinishedEvent(tezDAGID, startTime, finishTime, DAGState.ERROR, "diagnostics", null, user, dagPlan.getName(), taskStats); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(0, timelineEntity.getRelatedEntities().size()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_FINISHED.name(), timelineEvent.getEventType()); Assert.assertEquals(finishTime, timelineEvent.getTimestamp()); Assert.assertEquals(4, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(//from ww w . jav a 2s .co m timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains(dagPlan.getName())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.STATUS).contains(DAGState.ERROR.name())); Assert.assertEquals(startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.START_TIME)).longValue()); Assert.assertEquals(finishTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.FINISH_TIME)).longValue()); Assert.assertEquals(finishTime - startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.TIME_TAKEN)).longValue()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.COUNTERS)); Assert.assertEquals(DAGState.ERROR.name(), timelineEntity.getOtherInfo().get(ATSConstants.STATUS)); Assert.assertEquals("diagnostics", timelineEntity.getOtherInfo().get(ATSConstants.DIAGNOSTICS)); Assert.assertEquals(100, ((Integer) timelineEntity.getOtherInfo().get("FOO")).intValue()); Assert.assertEquals(200, ((Integer) timelineEntity.getOtherInfo().get("BAR")).intValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertVertexInitializedEvent() { long initRequestedTime = random.nextLong(); long initedTime = random.nextLong(); int numTasks = random.nextInt(); VertexInitializedEvent event = new VertexInitializedEvent(tezVertexID, "v1", initRequestedTime, initedTime, numTasks, "proc", null); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_VERTEX_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezVertexID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(initedTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(2, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.VERTEX_INITIALIZED.name(), timelineEvent.getEventType()); Assert.assertEquals(initedTime, timelineEvent.getTimestamp()); Assert.assertEquals("v1", timelineEntity.getOtherInfo().get(ATSConstants.VERTEX_NAME)); Assert.assertEquals("proc", timelineEntity.getOtherInfo().get(ATSConstants.PROCESSOR_CLASS_NAME)); Assert.assertEquals(initedTime,/*from w w w .j a v a2s . c o m*/ ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(initRequestedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_REQUESTED_TIME)).longValue()); Assert.assertEquals(initedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(numTasks, ((Integer) timelineEntity.getOtherInfo().get(ATSConstants.NUM_TASKS)).intValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertVertexFinishedEvent() { long initRequestedTime = random.nextLong(); long initedTime = random.nextLong(); long startRequestedTime = random.nextLong(); long startTime = random.nextLong(); long finishTime = random.nextLong(); Map<String, Integer> taskStats = new HashMap<String, Integer>(); taskStats.put("FOO", 100); taskStats.put("BAR", 200); VertexStats vertexStats = new VertexStats(); VertexFinishedEvent event = new VertexFinishedEvent(tezVertexID, "v1", 1, initRequestedTime, initedTime, startRequestedTime, startTime, finishTime, VertexState.ERROR, "diagnostics", null, vertexStats, taskStats);/*from w w w. jav a2s .c om*/ TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_VERTEX_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezVertexID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(0, timelineEntity.getRelatedEntities().size()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.STATUS).contains(VertexState.ERROR.name())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.VERTEX_FINISHED.name(), timelineEvent.getEventType()); Assert.assertEquals(finishTime, timelineEvent.getTimestamp()); Assert.assertEquals(finishTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.FINISH_TIME)).longValue()); Assert.assertEquals(finishTime - startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.TIME_TAKEN)).longValue()); Assert.assertEquals(VertexState.ERROR.name(), timelineEntity.getOtherInfo().get(ATSConstants.STATUS)); Assert.assertEquals("diagnostics", timelineEntity.getOtherInfo().get(ATSConstants.DIAGNOSTICS)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.STATS)); Assert.assertEquals(100, ((Integer) timelineEntity.getOtherInfo().get("FOO")).intValue()); Assert.assertEquals(200, ((Integer) timelineEntity.getOtherInfo().get("BAR")).intValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertTaskStartedEvent() { long scheduleTime = random.nextLong(); long startTime = random.nextLong(); TaskStartedEvent event = new TaskStartedEvent(tezTaskID, "v1", scheduleTime, startTime); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_TASK_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezTaskID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(startTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_VERTEX_ID.name()) .contains(tezVertexID.toString())); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_VERTEX_ID.name()) .contains(tezVertexID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.TASK_STARTED.name(), timelineEvent.getEventType()); Assert.assertEquals(startTime, timelineEvent.getTimestamp()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.SCHEDULED_TIME)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.START_TIME)); Assert.assertEquals(scheduleTime,//from ww w . j a v a 2 s . c o m ((Long) timelineEntity.getOtherInfo().get(ATSConstants.SCHEDULED_TIME)).longValue()); Assert.assertEquals(startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.START_TIME)).longValue()); }