List of usage examples for org.apache.hadoop.yarn.api.records.timeline TimelineEntity getEntityId
@XmlElement(name = "entity") public String getEntityId()
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertAppLaunchedEvent() { long launchTime = random.nextLong(); long submitTime = random.nextLong(); Configuration conf = new Configuration(false); conf.set("foo", "bar"); conf.set("applicationId", "1234"); MockVersionInfo mockVersionInfo = new MockVersionInfo(); AppLaunchedEvent event = new AppLaunchedEvent(applicationId, launchTime, submitTime, user, conf, mockVersionInfo);//from w w w . j ava 2 s. c o m TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(EntityTypes.TEZ_APPLICATION.name(), timelineEntity.getEntityType()); Assert.assertEquals("tez_" + applicationId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(2, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertEquals(1, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertEquals(2, timelineEntity.getOtherInfo().size()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.CONFIG)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.TEZ_VERSION)); Map<String, String> config = (Map<String, String>) timelineEntity.getOtherInfo().get(ATSConstants.CONFIG); Assert.assertEquals(conf.get("foo"), config.get("foo")); Assert.assertEquals(conf.get("applicationId"), config.get("applicationId")); Map<String, String> versionInfo = (Map<String, String>) timelineEntity.getOtherInfo() .get(ATSConstants.TEZ_VERSION); Assert.assertEquals(mockVersionInfo.getVersion(), versionInfo.get(ATSConstants.VERSION)); Assert.assertEquals(mockVersionInfo.getRevision(), versionInfo.get(ATSConstants.REVISION)); Assert.assertEquals(mockVersionInfo.getBuildTime(), versionInfo.get(ATSConstants.BUILD_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertAMLaunchedEvent() { long launchTime = random.nextLong(); long submitTime = random.nextLong(); AMLaunchedEvent event = new AMLaunchedEvent(applicationAttemptId, launchTime, submitTime, user); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals("tez_" + applicationAttemptId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_APPLICATION_ATTEMPT.name(), timelineEntity.getEntityType()); final Map<String, Set<String>> relatedEntities = timelineEntity.getRelatedEntities(); Assert.assertEquals(3, relatedEntities.size()); Assert.assertTrue(relatedEntities.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(/*ww w.j a v a 2 s.c o m*/ relatedEntities.get(ATSConstants.APPLICATION_ATTEMPT_ID).contains(applicationAttemptId.toString())); Assert.assertTrue(relatedEntities.get(ATSConstants.USER).contains(user)); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(2, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.USER).contains(user)); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.AM_LAUNCHED.name(), evt.getEventType()); Assert.assertEquals(launchTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(1, otherInfo.size()); Assert.assertEquals(submitTime, otherInfo.get(ATSConstants.APP_SUBMIT_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertContainerLaunchedEvent() { long launchTime = random.nextLong(); ContainerLaunchedEvent event = new ContainerLaunchedEvent(containerId, launchTime, applicationAttemptId); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_CONTAINER_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals("tez_" + containerId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(2, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.CONTAINER_ID) .contains(containerId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); Assert.assertEquals(1, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertEquals(launchTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getEvents().size()); Assert.assertEquals(HistoryEventType.CONTAINER_LAUNCHED.name(), timelineEntity.getEvents().get(0).getEventType()); Assert.assertEquals(launchTime, timelineEntity.getEvents().get(0).getTimestamp()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertContainerStoppedEvent() { long stopTime = random.nextLong(); int exitStatus = random.nextInt(); ContainerStoppedEvent event = new ContainerStoppedEvent(containerId, stopTime, exitStatus, applicationAttemptId);//w w w. j a v a2 s.c om TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals("tez_" + containerId.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_CONTAINER_ID.name(), timelineEntity.getEntityType()); final Map<String, Set<String>> relatedEntities = timelineEntity.getRelatedEntities(); Assert.assertEquals(1, relatedEntities.size()); Assert.assertTrue(relatedEntities.get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(2, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.EXIT_STATUS).contains(exitStatus)); Assert.assertEquals(1, timelineEntity.getEvents().size()); final TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.CONTAINER_STOPPED.name(), evt.getEventType()); Assert.assertEquals(stopTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(2, otherInfo.size()); Assert.assertEquals(exitStatus, otherInfo.get(ATSConstants.EXIT_STATUS)); Assert.assertEquals(stopTime, otherInfo.get(ATSConstants.FINISH_TIME)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGStartedEvent() { long startTime = random.nextLong(); String dagName = "testDagName"; DAGStartedEvent event = new DAGStartedEvent(tezDAGID, startTime, user, dagName); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_STARTED.name(), evt.getEventType()); Assert.assertEquals(startTime, evt.getTimestamp()); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(3, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.USER).contains(user)); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.DAG_NAME).contains(dagName)); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(2, otherInfo.size()); Assert.assertEquals(startTime, otherInfo.get(ATSConstants.START_TIME)); Assert.assertEquals(DAGState.RUNNING.name(), otherInfo.get(ATSConstants.STATUS)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGSubmittedEvent() { long submitTime = random.nextLong(); DAGSubmittedEvent event = new DAGSubmittedEvent(tezDAGID, submitTime, dagPlan, applicationAttemptId, null, user, null);//ww w .j a v a 2 s.c o m TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(5, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION.name()) .contains("tez_" + applicationId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_APPLICATION_ATTEMPT.name()) .contains("tez_" + applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ATTEMPT_ID) .contains(applicationAttemptId.toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getRelatedEntities().get(ATSConstants.USER).contains(user)); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_SUBMITTED.name(), timelineEvent.getEventType()); Assert.assertEquals(submitTime, timelineEvent.getTimestamp()); Assert.assertEquals(submitTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains(dagPlan.getName())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationAttemptId.getApplicationId().toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.DAG_PLAN)); Assert.assertEquals(applicationId.toString(), timelineEntity.getOtherInfo().get(ATSConstants.APPLICATION_ID)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertTaskAttemptFinishedEvent() { String vertexName = "testVertex"; long startTime = random.nextLong(); long finishTime = startTime + 1234; TaskAttemptState state = TaskAttemptState.values()[random.nextInt(TaskAttemptState.values().length)]; TaskAttemptTerminationCause error = TaskAttemptTerminationCause.values()[random .nextInt(TaskAttemptTerminationCause.values().length)]; String diagnostics = "random diagnostics message"; TezCounters counters = new TezCounters(); TaskAttemptFinishedEvent event = new TaskAttemptFinishedEvent(tezTaskAttemptID, vertexName, startTime, finishTime, state, error, diagnostics, counters); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(tezTaskAttemptID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(EntityTypes.TEZ_TASK_ATTEMPT_ID.name(), timelineEntity.getEntityType()); final Map<String, Set<Object>> primaryFilters = timelineEntity.getPrimaryFilters(); Assert.assertEquals(5, primaryFilters.size()); Assert.assertTrue(primaryFilters.get(ATSConstants.APPLICATION_ID).contains(applicationId.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_DAG_ID.name()).contains(tezDAGID.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_VERTEX_ID.name()).contains(tezVertexID.toString())); Assert.assertTrue(primaryFilters.get(EntityTypes.TEZ_TASK_ID.name()).contains(tezTaskID.toString())); Assert.assertTrue(primaryFilters.get(ATSConstants.STATUS).contains(state.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent evt = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.TASK_ATTEMPT_FINISHED.name(), evt.getEventType()); Assert.assertEquals(finishTime, evt.getTimestamp()); final Map<String, Object> otherInfo = timelineEntity.getOtherInfo(); Assert.assertEquals(6, otherInfo.size()); Assert.assertEquals(finishTime, otherInfo.get(ATSConstants.FINISH_TIME)); Assert.assertEquals(finishTime - startTime, otherInfo.get(ATSConstants.TIME_TAKEN)); Assert.assertEquals(state.name(), otherInfo.get(ATSConstants.STATUS)); Assert.assertEquals(error.name(), otherInfo.get(ATSConstants.TASK_ATTEMPT_ERROR_ENUM)); Assert.assertEquals(diagnostics, otherInfo.get(ATSConstants.DIAGNOSTICS)); Assert.assertTrue(otherInfo.containsKey(ATSConstants.COUNTERS)); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGInitializedEvent() { long initTime = random.nextLong(); Map<String, TezVertexID> nameIdMap = new HashMap<String, TezVertexID>(); nameIdMap.put("foo", tezVertexID); DAGInitializedEvent event = new DAGInitializedEvent(tezDAGID, initTime, "user", "dagName", nameIdMap); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(0, timelineEntity.getRelatedEntities().size()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_INITIALIZED.name(), timelineEvent.getEventType()); Assert.assertEquals(initTime, timelineEvent.getTimestamp()); Assert.assertEquals(3, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains("dagName")); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.VERTEX_NAME_ID_MAPPING)); Map<String, String> vIdMap = (Map<String, String>) timelineEntity.getOtherInfo() .get(ATSConstants.VERTEX_NAME_ID_MAPPING); Assert.assertEquals(1, vIdMap.size()); Assert.assertNotNull(vIdMap.containsKey("foo")); Assert.assertEquals(tezVertexID.toString(), vIdMap.get("foo")); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertDAGFinishedEvent() { long finishTime = random.nextLong(); long startTime = random.nextLong(); Map<String, Integer> taskStats = new HashMap<String, Integer>(); taskStats.put("FOO", 100); taskStats.put("BAR", 200); DAGFinishedEvent event = new DAGFinishedEvent(tezDAGID, startTime, finishTime, DAGState.ERROR, "diagnostics", null, user, dagPlan.getName(), taskStats); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_DAG_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezDAGID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(0, timelineEntity.getRelatedEntities().size()); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.DAG_FINISHED.name(), timelineEvent.getEventType()); Assert.assertEquals(finishTime, timelineEvent.getTimestamp()); Assert.assertEquals(4, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(/* w w w. j av a 2s . com*/ timelineEntity.getPrimaryFilters().get(ATSConstants.DAG_NAME).contains(dagPlan.getName())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.USER).contains(user)); Assert.assertTrue( timelineEntity.getPrimaryFilters().get(ATSConstants.STATUS).contains(DAGState.ERROR.name())); Assert.assertEquals(startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.START_TIME)).longValue()); Assert.assertEquals(finishTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.FINISH_TIME)).longValue()); Assert.assertEquals(finishTime - startTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.TIME_TAKEN)).longValue()); Assert.assertTrue(timelineEntity.getOtherInfo().containsKey(ATSConstants.COUNTERS)); Assert.assertEquals(DAGState.ERROR.name(), timelineEntity.getOtherInfo().get(ATSConstants.STATUS)); Assert.assertEquals("diagnostics", timelineEntity.getOtherInfo().get(ATSConstants.DIAGNOSTICS)); Assert.assertEquals(100, ((Integer) timelineEntity.getOtherInfo().get("FOO")).intValue()); Assert.assertEquals(200, ((Integer) timelineEntity.getOtherInfo().get("BAR")).intValue()); }
From source file:org.apache.tez.dag.history.logging.ats.TestHistoryEventTimelineConversion.java
License:Apache License
@Test(timeout = 5000) public void testConvertVertexInitializedEvent() { long initRequestedTime = random.nextLong(); long initedTime = random.nextLong(); int numTasks = random.nextInt(); VertexInitializedEvent event = new VertexInitializedEvent(tezVertexID, "v1", initRequestedTime, initedTime, numTasks, "proc", null); TimelineEntity timelineEntity = HistoryEventTimelineConversion.convertToTimelineEntity(event); Assert.assertEquals(EntityTypes.TEZ_VERTEX_ID.name(), timelineEntity.getEntityType()); Assert.assertEquals(tezVertexID.toString(), timelineEntity.getEntityId()); Assert.assertEquals(initedTime, timelineEntity.getStartTime().longValue()); Assert.assertEquals(1, timelineEntity.getRelatedEntities().size()); Assert.assertTrue(timelineEntity.getRelatedEntities().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(2, timelineEntity.getPrimaryFilters().size()); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(ATSConstants.APPLICATION_ID) .contains(applicationId.toString())); Assert.assertTrue(timelineEntity.getPrimaryFilters().get(EntityTypes.TEZ_DAG_ID.name()) .contains(tezDAGID.toString())); Assert.assertEquals(1, timelineEntity.getEvents().size()); TimelineEvent timelineEvent = timelineEntity.getEvents().get(0); Assert.assertEquals(HistoryEventType.VERTEX_INITIALIZED.name(), timelineEvent.getEventType()); Assert.assertEquals(initedTime, timelineEvent.getTimestamp()); Assert.assertEquals("v1", timelineEntity.getOtherInfo().get(ATSConstants.VERTEX_NAME)); Assert.assertEquals("proc", timelineEntity.getOtherInfo().get(ATSConstants.PROCESSOR_CLASS_NAME)); Assert.assertEquals(initedTime,//www. j av a 2s . c o m ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(initRequestedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_REQUESTED_TIME)).longValue()); Assert.assertEquals(initedTime, ((Long) timelineEntity.getOtherInfo().get(ATSConstants.INIT_TIME)).longValue()); Assert.assertEquals(numTasks, ((Integer) timelineEntity.getOtherInfo().get(ATSConstants.NUM_TASKS)).intValue()); }